nixbot

1these 13 derivations will be built:2  /nix/store/n734qyywm2pjv4xgdsms5gwpksyv2xcc-python3.13-nixbot.drv3  /nix/store/8kcaxkxvsxxii8qarskm89ifjpx1igqa-unit-nixbot.service.drv4  /nix/store/2j1kqzi7f5ybi8ibnz1qmj18n20s2xc0-system-units.drv5  /nix/store/9mv8rkph944bx0f2m28sgdnmr8prbarp-etc.drv6  /nix/store/x7gb1x9h3bcn14a0a8yh0rbfi97rv9y8-activate.drv7  /nix/store/mrz648afa3nwxjmi5b51bjvjyzd8rsqp-nixos-system-gitlab-test.drv8  /nix/store/0l2b96kcn3n374wipn77nzn7z13g2g2y-closure-info.drv9  /nix/store/4v1m4m9nqji5xms5r3gi8axczdz9z2c2-closure-info.drv10  /nix/store/das3airysk9p62i70jkhkr4lh5jy7amw-run-nixos-vm.drv11  /nix/store/wl4fpgr8rvs7nm2kanjybyc2i1ijvxrd-nixos-vm.drv12  /nix/store/7r1wbffp4dsb6kswvixnak95mrabd4a0-driverConfiguration.json.drv13  /nix/store/8rnah4nrms6nmfcl4n523b52d2156mzq-nixos-test-driver-nixbot-gitlab.drv14  /nix/store/2gyqimdfxn4qbfcwp4pxbp0kgf1ygnxk-vm-test-run-nixbot-gitlab.drv15building '/nix/store/n734qyywm2pjv4xgdsms5gwpksyv2xcc-python3.13-nixbot.drv' on 'ssh-ng://nix@eliza'16building '/nix/store/n734qyywm2pjv4xgdsms5gwpksyv2xcc-python3.13-nixbot.drv'17python3.13-nixbot> Sourcing python-remove-tests-dir-hook18python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh19python3.13-nixbot> Sourcing python-remove-bin-bytecode-hook.sh20python3.13-nixbot> Sourcing pypa-build-hook21python3.13-nixbot> Using pypaBuildPhase22python3.13-nixbot> Sourcing python-runtime-deps-check-hook23python3.13-nixbot> Using pythonRuntimeDepsCheckHook24python3.13-nixbot> Sourcing pypa-install-hook25python3.13-nixbot> Using pypaInstallPhase26python3.13-nixbot> Sourcing python-imports-check-hook.sh27python3.13-nixbot> Using pythonImportsCheckPhase28python3.13-nixbot> Sourcing python-namespaces-hook29python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh30python3.13-nixbot> Running phase: unpackPhase31python3.13-nixbot> unpacking source archive /nix/store/rdmxa6xmj273pdaqzlaagv9vxr1bv587-nixbot32python3.13-nixbot> source root is nixbot33python3.13-nixbot> setting SOURCE_DATE_EPOCH to timestamp 315619200 of file "nixbot/pyproject.toml"34python3.13-nixbot> Running phase: patchPhase35python3.13-nixbot> Running phase: updateAutotoolsGnuConfigScriptsPhase36python3.13-nixbot> Running phase: configurePhase37python3.13-nixbot> no configure script, doing nothing38python3.13-nixbot> Running phase: buildPhase39python3.13-nixbot> Executing pypaBuildPhase40python3.13-nixbot> Creating a wheel...41python3.13-nixbot> pypa build flags: --no-isolation --outdir dist/ --wheel42python3.13-nixbot> * Getting build dependencies for wheel...43python3.13-nixbot> * Building wheel...44python3.13-nixbot> Successfully built nixbot-0.0.1-py3-none-any.whl45python3.13-nixbot> Finished creating a wheel...46python3.13-nixbot> Finished executing pypaBuildPhase47python3.13-nixbot> Running phase: pythonRuntimeDepsCheckHook48python3.13-nixbot> Executing pythonRuntimeDepsCheck49python3.13-nixbot> Checking runtime dependencies for nixbot-0.0.1-py3-none-any.whl50python3.13-nixbot> Finished executing pythonRuntimeDepsCheck51python3.13-nixbot> Running phase: installPhase52python3.13-nixbot> Executing pypaInstallPhase53python3.13-nixbot> Successfully installed nixbot-0.0.1-py3-none-any.whl54python3.13-nixbot> Finished executing pypaInstallPhase55python3.13-nixbot> Running phase: pythonOutputDistPhase56python3.13-nixbot> Executing pythonOutputDistPhase57python3.13-nixbot> Finished executing pythonOutputDistPhase58python3.13-nixbot> Running phase: fixupPhase59python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot60python3.13-nixbot> checking for references to /build/ in /nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot...61python3.13-nixbot> patching script interpreter paths in /nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot62python3.13-nixbot> stripping (with command strip and flags -S -p) in  /nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot/lib /nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot/bin63python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/x8n3pvhcqd5h26j8sdf7n87xxvhnr4s9-python3.13-nixbot-dist64python3.13-nixbot> checking for references to /build/ in /nix/store/x8n3pvhcqd5h26j8sdf7n87xxvhnr4s9-python3.13-nixbot-dist...65python3.13-nixbot> patching script interpreter paths in /nix/store/x8n3pvhcqd5h26j8sdf7n87xxvhnr4s9-python3.13-nixbot-dist66python3.13-nixbot> Rewriting #!/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13 to #!/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.1367python3.13-nixbot> wrapping `/nix/store/0y3v1b34rgjxgw1kskkwn4z3p4k8ww2x-python3.13-nixbot/bin/nixbot'...68python3.13-nixbot> Executing pythonRemoveTestsDir69python3.13-nixbot> Finished executing pythonRemoveTestsDir70python3.13-nixbot> Running phase: pythonCatchConflictsPhase71python3.13-nixbot> Running phase: pythonRemoveBinBytecodePhase72python3.13-nixbot> Running phase: pythonImportsCheckPhase73python3.13-nixbot> Executing pythonImportsCheckPhase74building '/nix/store/8kcaxkxvsxxii8qarskm89ifjpx1igqa-unit-nixbot.service.drv' on 'ssh-ng://nix@eliza'75building '/nix/store/8kcaxkxvsxxii8qarskm89ifjpx1igqa-unit-nixbot.service.drv'76building '/nix/store/2j1kqzi7f5ybi8ibnz1qmj18n20s2xc0-system-units.drv' on 'ssh-ng://nix@eliza'77building '/nix/store/2j1kqzi7f5ybi8ibnz1qmj18n20s2xc0-system-units.drv'78building '/nix/store/9mv8rkph944bx0f2m28sgdnmr8prbarp-etc.drv' on 'ssh-ng://nix@eliza'79building '/nix/store/9mv8rkph944bx0f2m28sgdnmr8prbarp-etc.drv'80building '/nix/store/x7gb1x9h3bcn14a0a8yh0rbfi97rv9y8-activate.drv' on 'ssh-ng://nix@eliza'81building '/nix/store/x7gb1x9h3bcn14a0a8yh0rbfi97rv9y8-activate.drv'82building '/nix/store/mrz648afa3nwxjmi5b51bjvjyzd8rsqp-nixos-system-gitlab-test.drv' on 'ssh-ng://nix@eliza'83building '/nix/store/mrz648afa3nwxjmi5b51bjvjyzd8rsqp-nixos-system-gitlab-test.drv'84nixos-system-gitlab-test> structuredAttrs is enabled85building '/nix/store/0l2b96kcn3n374wipn77nzn7z13g2g2y-closure-info.drv' on 'ssh-ng://nix@eliza'86building '/nix/store/0l2b96kcn3n374wipn77nzn7z13g2g2y-closure-info.drv'87closure-info> structuredAttrs is enabled88building '/nix/store/4v1m4m9nqji5xms5r3gi8axczdz9z2c2-closure-info.drv' on 'ssh-ng://nix@eliza'89building '/nix/store/4v1m4m9nqji5xms5r3gi8axczdz9z2c2-closure-info.drv'90closure-info> structuredAttrs is enabled91building '/nix/store/das3airysk9p62i70jkhkr4lh5jy7amw-run-nixos-vm.drv' on 'ssh-ng://nix@eliza'92building '/nix/store/das3airysk9p62i70jkhkr4lh5jy7amw-run-nixos-vm.drv'93building '/nix/store/wl4fpgr8rvs7nm2kanjybyc2i1ijvxrd-nixos-vm.drv' on 'ssh-ng://nix@eliza'94building '/nix/store/wl4fpgr8rvs7nm2kanjybyc2i1ijvxrd-nixos-vm.drv'95building '/nix/store/7r1wbffp4dsb6kswvixnak95mrabd4a0-driverConfiguration.json.drv' on 'ssh-ng://nix@eliza'96building '/nix/store/7r1wbffp4dsb6kswvixnak95mrabd4a0-driverConfiguration.json.drv'97driverConfiguration.json> structuredAttrs is enabled98building '/nix/store/8rnah4nrms6nmfcl4n523b52d2156mzq-nixos-test-driver-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'99building '/nix/store/8rnah4nrms6nmfcl4n523b52d2156mzq-nixos-test-driver-nixbot-gitlab.drv'100nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)101nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck102nixos-test-driver-nixbot-gitlab> All checks passed!------------------------------------------------- 1/1 files 103nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)104nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint105nixos-test-driver-nixbot-gitlab> All checks passed!106building '/nix/store/2gyqimdfxn4qbfcwp4pxbp0kgf1ygnxk-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'107building '/nix/store/2gyqimdfxn4qbfcwp4pxbp0kgf1ygnxk-vm-test-run-nixbot-gitlab.drv'108vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state109vm-test-run-nixbot-gitlab> start all VLans110vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)111vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds112vm-test-run-nixbot-gitlab> run the VM test script113vm-test-run-nixbot-gitlab> additionally exposed symbols:114vm-test-run-nixbot-gitlab>     gitlab,115vm-test-run-nixbot-gitlab>     vlan1,116vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh117vm-test-run-nixbot-gitlab> start all VMs118vm-test-run-nixbot-gitlab> gitlab: starting vm119vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)120vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...121vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.Ma14ZORS16', fmt=raw size=1073741824122vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)123vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done124vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes125vm-test-run-nixbot-gitlab> (finished: start all VMs, in 62.86 seconds)126vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 20171ba0-d474-4dd7-b5be-8f46f1c3a81e127vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service128vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:129vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting130vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 229376131vm-test-run-nixbot-gitlab> gitlab # 132vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done133vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done134vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done135vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done136vm-test-run-nixbot-gitlab> gitlab # 137vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.138vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...139vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.140vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]141vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 2026142vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled143vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done144vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt145vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.146vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT147vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]148vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]149vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:150vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]151vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty152vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]153vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty154vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node155vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges156vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]157vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]158vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe000000159vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.160vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs162vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required163vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.1164vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)165vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u311296166vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU0167vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)168vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface169vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v4170vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB171vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_38172vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_23173vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/d1p4ny3scjckjvzpamzxd4n1v28hzv98-nixos-system-gitlab-test/init regInfo=/nix/store/0gh6m8jq91phnjy2zbg7wpqljk7sk50x-closure-info/registration console=ttyAMA0,115200n8 console=tty0175vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/0gh6m8jq91phnjy2zbg7wpqljk7sk50x-closure-info/registration", will be passed to user space.176vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes177vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)178vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.180vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)181vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 0182vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 1572864183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal184vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off185vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1186vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext187vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages188vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups189vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.190vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.191vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.192vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.193vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.194vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.195vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.196vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4197vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.198vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.199vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.200vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 0201vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented202vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented203vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq204vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI205vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0206vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000207vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]208vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f00000 (indirect, esz 8, psz 64K, shr 1)209vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f10000 (flat, esz 8, psz 64K, shr 1)210vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f20000211vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f30000212vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.213vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).214vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns215vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns216vm-test-run-nixbot-gitlab> gitlab # [    0.000026] arm-pv: using stolen time PV217vm-test-run-nixbot-gitlab> gitlab # [    0.000372] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)218vm-test-run-nixbot-gitlab> gitlab # [    0.000529] Console: colour dummy device 80x25219vm-test-run-nixbot-gitlab> gitlab # [    0.000536] printk: legacy console [tty0] enabled220vm-test-run-nixbot-gitlab> gitlab # [    0.000719] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)221vm-test-run-nixbot-gitlab> gitlab # [    0.000726] pid_max: default: 32768 minimum: 301222vm-test-run-nixbot-gitlab> gitlab # [    0.000805] LSM: initializing lsm=capability,landlock,yama,bpf,ima223vm-test-run-nixbot-gitlab> gitlab # [    0.000937] landlock: Up and running.224vm-test-run-nixbot-gitlab> gitlab # [    0.000940] Yama: becoming mindful.225vm-test-run-nixbot-gitlab> gitlab # [    0.001340] LSM support for eBPF active226vm-test-run-nixbot-gitlab> gitlab # [    0.001529] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)227vm-test-run-nixbot-gitlab> gitlab # [    0.001620] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)228vm-test-run-nixbot-gitlab> gitlab # [    0.002904] cacheinfo: Unable to detect cache hierarchy for CPU 0229vm-test-run-nixbot-gitlab> gitlab # [    0.003526] rcu: Hierarchical SRCU implementation.230vm-test-run-nixbot-gitlab> gitlab # [    0.003530] rcu: 	Max phase no-delay instances is 1000.231vm-test-run-nixbot-gitlab> gitlab # [    0.003678] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level232vm-test-run-nixbot-gitlab> gitlab # [    0.004662] fsl-mc MSI: its@8080000 domain created233vm-test-run-nixbot-gitlab> gitlab # [    0.004752] EFI services will not be available.234vm-test-run-nixbot-gitlab> gitlab # [    0.004911] smp: Bringing up secondary CPUs ...235vm-test-run-nixbot-gitlab> gitlab # [    0.005488] Detected PIPT I-cache on CPU1236vm-test-run-nixbot-gitlab> gitlab # [    0.005586] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000237vm-test-run-nixbot-gitlab> gitlab # [    0.005704] GICv3: CPU1: using allocated LPI pending table @0x0000000100f40000238vm-test-run-nixbot-gitlab> gitlab # [    0.005827] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]239vm-test-run-nixbot-gitlab> gitlab # [    0.006845] Detected PIPT I-cache on CPU2240vm-test-run-nixbot-gitlab> gitlab # [    0.007016] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000241vm-test-run-nixbot-gitlab> gitlab # [    0.007136] GICv3: CPU2: using allocated LPI pending table @0x0000000100f50000242vm-test-run-nixbot-gitlab> gitlab # [    0.007257] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]243vm-test-run-nixbot-gitlab> gitlab # [    0.008175] Detected PIPT I-cache on CPU3244vm-test-run-nixbot-gitlab> gitlab # [    0.008291] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000245vm-test-run-nixbot-gitlab> gitlab # [    0.008410] GICv3: CPU3: using allocated LPI pending table @0x0000000100f60000246vm-test-run-nixbot-gitlab> gitlab # [    0.008535] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]247vm-test-run-nixbot-gitlab> gitlab # [    0.008999] smp: Brought up 1 node, 4 CPUs248vm-test-run-nixbot-gitlab> gitlab # [    0.009024] SMP: Total of 4 processors activated.249vm-test-run-nixbot-gitlab> gitlab # [    0.009027] CPU: All CPU(s) started at EL1250vm-test-run-nixbot-gitlab> gitlab # [    0.009035] CPU features: detected: Branch Target Identification251vm-test-run-nixbot-gitlab> gitlab # [    0.009038] CPU features: detected: ARMv8.4 Translation Table Level252vm-test-run-nixbot-gitlab> gitlab # [    0.009041] CPU features: detected: Instruction cache invalidation not required for I/D coherence253vm-test-run-nixbot-gitlab> gitlab # [    0.009044] CPU features: detected: Data cache clean to the PoU not required for I/D coherence254vm-test-run-nixbot-gitlab> gitlab # [    0.009048] CPU features: detected: Common not Private translations255vm-test-run-nixbot-gitlab> gitlab # [    0.009050] CPU features: detected: CRC32 instructions256vm-test-run-nixbot-gitlab> gitlab # [    0.009053] CPU features: detected: Data cache clean to Point of Deep Persistence257vm-test-run-nixbot-gitlab> gitlab # [    0.009056] CPU features: detected: Data cache clean to Point of Persistence258vm-test-run-nixbot-gitlab> gitlab # [    0.009059] CPU features: detected: Data independent timing control (DIT)259vm-test-run-nixbot-gitlab> gitlab # [    0.009062] CPU features: detected: E0PD260vm-test-run-nixbot-gitlab> gitlab # [    0.009064] CPU features: detected: Enhanced Counter Virtualization261vm-test-run-nixbot-gitlab> gitlab # [    0.009067] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)262vm-test-run-nixbot-gitlab> gitlab # [    0.009069] CPU features: detected: Enhanced Virtualization Traps263vm-test-run-nixbot-gitlab> gitlab # [    0.009072] CPU features: detected: Fine Grained Traps264vm-test-run-nixbot-gitlab> gitlab # [    0.009075] CPU features: detected: Generic authentication (architected QARMA5 algorithm)265vm-test-run-nixbot-gitlab> gitlab # [    0.009079] CPU features: detected: RCpc load-acquire (LDAPR)266vm-test-run-nixbot-gitlab> gitlab # [    0.009081] CPU features: detected: LSE atomic instructions267vm-test-run-nixbot-gitlab> gitlab # [    0.009084] CPU features: detected: Privileged Access Never268vm-test-run-nixbot-gitlab> gitlab # [    0.009086] CPU features: detected: PMUv3269vm-test-run-nixbot-gitlab> gitlab # [    0.009088] CPU features: detected: RAS Extension Support270vm-test-run-nixbot-gitlab> gitlab # [    0.009091] CPU features: detected: RASv1p1 Extension Support271vm-test-run-nixbot-gitlab> gitlab # [    0.009093] CPU features: detected: Random Number Generator272vm-test-run-nixbot-gitlab> gitlab # [    0.009096] CPU features: detected: Speculation barrier (SB)273vm-test-run-nixbot-gitlab> gitlab # [    0.009098] CPU features: detected: Stage-2 Force Write-Back274vm-test-run-nixbot-gitlab> gitlab # [    0.009101] CPU features: detected: TLB range maintenance instructions275vm-test-run-nixbot-gitlab> gitlab # [    0.009104] CPU features: detected: Speculative Store Bypassing Safe (SSBS)276vm-test-run-nixbot-gitlab> gitlab # [    0.009236] alternatives: applying system-wide alternatives277vm-test-run-nixbot-gitlab> gitlab # [    0.012049] CPU features: detected: BBM Level 2 without TLB conflict abort278vm-test-run-nixbot-gitlab> gitlab # [    0.012256] Memory: 5965880K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)279vm-test-run-nixbot-gitlab> gitlab # [    0.013609] devtmpfs: initialized280vm-test-run-nixbot-gitlab> gitlab # [    0.017382] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns281vm-test-run-nixbot-gitlab> gitlab # [    0.017423] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)282vm-test-run-nixbot-gitlab> gitlab # [    0.017481] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).283vm-test-run-nixbot-gitlab> gitlab # [    0.017660] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL284vm-test-run-nixbot-gitlab> gitlab # [    0.017664] 0 pages in range for non-PLT usage285vm-test-run-nixbot-gitlab> gitlab # [    0.017665] 508336 pages in range for PLT usage286vm-test-run-nixbot-gitlab> gitlab # [    0.017798] pinctrl core: initialized pinctrl subsystem287vm-test-run-nixbot-gitlab> gitlab # [    0.018592] DMI not present or invalid.288vm-test-run-nixbot-gitlab> gitlab # [    0.021653] NET: Registered PF_NETLINK/PF_ROUTE protocol family289vm-test-run-nixbot-gitlab> gitlab # [    0.023782] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations290vm-test-run-nixbot-gitlab> gitlab # [    0.024042] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations291vm-test-run-nixbot-gitlab> gitlab # [    0.025837] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations292vm-test-run-nixbot-gitlab> gitlab # [    0.025858] audit: initializing netlink subsys (disabled)293vm-test-run-nixbot-gitlab> gitlab # [    0.026149] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1294vm-test-run-nixbot-gitlab> gitlab # [    0.026564] thermal_sys: Registered thermal governor 'fair_share'295vm-test-run-nixbot-gitlab> gitlab # [    0.026567] thermal_sys: Registered thermal governor 'bang_bang'296vm-test-run-nixbot-gitlab> gitlab # [    0.026572] thermal_sys: Registered thermal governor 'step_wise'297vm-test-run-nixbot-gitlab> gitlab # [    0.026574] thermal_sys: Registered thermal governor 'user_space'298vm-test-run-nixbot-gitlab> gitlab # [    0.026577] thermal_sys: Registered thermal governor 'power_allocator'299vm-test-run-nixbot-gitlab> gitlab # [    0.026654] cpuidle: using governor ladder300vm-test-run-nixbot-gitlab> gitlab # [    0.026678] cpuidle: using governor menu301vm-test-run-nixbot-gitlab> gitlab # [    0.026897] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.302vm-test-run-nixbot-gitlab> gitlab # [    0.027103] ASID allocator initialised with 65536 entries303vm-test-run-nixbot-gitlab> gitlab # [    0.028234] Serial: AMBA PL011 UART driver304vm-test-run-nixbot-gitlab> gitlab # [    0.033233] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1305vm-test-run-nixbot-gitlab> gitlab # [    0.033519] printk: console [ttyAMA0] enabled306vm-test-run-nixbot-gitlab> gitlab # [    0.038220] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages307vm-test-run-nixbot-gitlab> gitlab # [    0.038239] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page308vm-test-run-nixbot-gitlab> gitlab # [    0.038248] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages309vm-test-run-nixbot-gitlab> gitlab # [    0.038256] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page310vm-test-run-nixbot-gitlab> gitlab # [    0.038265] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages311vm-test-run-nixbot-gitlab> gitlab # [    0.038272] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page312vm-test-run-nixbot-gitlab> gitlab # [    0.038281] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages313vm-test-run-nixbot-gitlab> gitlab # [    0.038288] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page314vm-test-run-nixbot-gitlab> gitlab # [    0.048516] fbcon: Taking over console315vm-test-run-nixbot-gitlab> gitlab # [    0.048526] ACPI: Interpreter disabled.316vm-test-run-nixbot-gitlab> gitlab # [    0.049518] iommu: Default domain type: Translated317vm-test-run-nixbot-gitlab> gitlab # [    0.049534] iommu: DMA domain TLB invalidation policy: strict mode318vm-test-run-nixbot-gitlab> gitlab # [    0.065603] SCSI subsystem initialized319vm-test-run-nixbot-gitlab> gitlab # [    0.066547] usbcore: registered new interface driver usbfs320vm-test-run-nixbot-gitlab> gitlab # [    0.066612] usbcore: registered new interface driver hub321vm-test-run-nixbot-gitlab> gitlab # [    0.066660] usbcore: registered new device driver usb322vm-test-run-nixbot-gitlab> gitlab # [    0.067628] pps_core: LinuxPPS API ver. 1 registered323vm-test-run-nixbot-gitlab> gitlab # [    0.067640] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>324vm-test-run-nixbot-gitlab> gitlab # [    0.067664] PTP clock support registered325vm-test-run-nixbot-gitlab> gitlab # [    0.067768] EDAC MC: Ver: 3.0.0326vm-test-run-nixbot-gitlab> gitlab # [    0.068537] scmi_core: SCMI protocol bus registered327vm-test-run-nixbot-gitlab> gitlab # [    0.069749] FPGA manager framework328vm-test-run-nixbot-gitlab> gitlab # [    0.072197] vgaarb: loaded329vm-test-run-nixbot-gitlab> gitlab # [    0.073237] clocksource: Switched to clocksource arch_sys_counter330vm-test-run-nixbot-gitlab> gitlab # [    0.074408] VFS: Disk quotas dquot_6.6.0331vm-test-run-nixbot-gitlab> gitlab # [    0.074471] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)332vm-test-run-nixbot-gitlab> gitlab # [    0.075308] netfs: FS-Cache loaded333vm-test-run-nixbot-gitlab> gitlab # [    0.075693] pnp: PnP ACPI: disabled334vm-test-run-nixbot-gitlab> gitlab # [    0.087993] NET: Registered PF_INET protocol family335vm-test-run-nixbot-gitlab> gitlab # [    0.090337] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)336vm-test-run-nixbot-gitlab> gitlab # [    0.147616] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)337vm-test-run-nixbot-gitlab> gitlab # [    0.147687] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)338vm-test-run-nixbot-gitlab> gitlab # [    0.147747] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)339vm-test-run-nixbot-gitlab> gitlab # [    0.148168] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)340vm-test-run-nixbot-gitlab> gitlab # [    0.149084] TCP: Hash tables configured (established 65536 bind 65536)341vm-test-run-nixbot-gitlab> gitlab # [    0.149210] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)342vm-test-run-nixbot-gitlab> gitlab # [    0.149320] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)343vm-test-run-nixbot-gitlab> gitlab # [    0.149502] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)344vm-test-run-nixbot-gitlab> gitlab # [    0.149754] NET: Registered PF_UNIX/PF_LOCAL protocol family345vm-test-run-nixbot-gitlab> gitlab # [    0.149859] NET: Registered PF_XDP protocol family346vm-test-run-nixbot-gitlab> gitlab # [    0.149878] PCI: CLS 0 bytes, default 64347vm-test-run-nixbot-gitlab> gitlab # [    0.150200] Trying to unpack rootfs image as initramfs...348vm-test-run-nixbot-gitlab> gitlab # [    0.169258] kvm [1]: HYP mode not available349vm-test-run-nixbot-gitlab> gitlab # [    0.251016] Initialise system trusted keyrings350vm-test-run-nixbot-gitlab> gitlab # [    0.251322] workingset: timestamp_bits=42 max_order=21 bucket_order=0351vm-test-run-nixbot-gitlab> gitlab # [    0.252293] squashfs: version 4.0 (2009/01/31) Phillip Lougher352vm-test-run-nixbot-gitlab> gitlab # [    0.252427] 9p: Installing v9fs 9p2000 file system support353vm-test-run-nixbot-gitlab> gitlab # [    0.268006] Key type asymmetric registered354vm-test-run-nixbot-gitlab> gitlab # [    0.268020] Asymmetric key parser 'x509' registered355vm-test-run-nixbot-gitlab> gitlab # [    0.268115] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)356vm-test-run-nixbot-gitlab> gitlab # [    0.268449] io scheduler mq-deadline registered357vm-test-run-nixbot-gitlab> gitlab # [    0.268455] io scheduler kyber registered358vm-test-run-nixbot-gitlab> gitlab # [    0.284699] pl061_gpio 9030000.pl061: PL061 GPIO chip registered359vm-test-run-nixbot-gitlab> gitlab # [    0.289314] ledtrig-cpu: registered to indicate activity on CPUs360vm-test-run-nixbot-gitlab> gitlab # [    0.290128] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:361vm-test-run-nixbot-gitlab> gitlab # [    0.290151] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000362vm-test-run-nixbot-gitlab> gitlab # [    0.290195] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000363vm-test-run-nixbot-gitlab> gitlab # [    0.290208] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000364vm-test-run-nixbot-gitlab> gitlab # [    0.290239] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits365vm-test-run-nixbot-gitlab> gitlab # [    0.290276] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]366vm-test-run-nixbot-gitlab> gitlab # [    0.290447] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00367vm-test-run-nixbot-gitlab> gitlab # [    0.290460] pci_bus 0000:00: root bus resource [bus 00-ff]368vm-test-run-nixbot-gitlab> gitlab # [    0.290482] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]369vm-test-run-nixbot-gitlab> gitlab # [    0.290490] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]370vm-test-run-nixbot-gitlab> gitlab # [    0.290497] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]371vm-test-run-nixbot-gitlab> gitlab # [    0.290660] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint372vm-test-run-nixbot-gitlab> gitlab # [    0.291674] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint373vm-test-run-nixbot-gitlab> gitlab # [    0.292138] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]374vm-test-run-nixbot-gitlab> gitlab # [    0.292162] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]375vm-test-run-nixbot-gitlab> gitlab # [    0.292222] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]376vm-test-run-nixbot-gitlab> gitlab # [    0.292246] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]377vm-test-run-nixbot-gitlab> gitlab # [    0.293425] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint378vm-test-run-nixbot-gitlab> gitlab # [    0.293868] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]379vm-test-run-nixbot-gitlab> gitlab # [    0.293892] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]380vm-test-run-nixbot-gitlab> gitlab # [    0.293944] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]381vm-test-run-nixbot-gitlab> gitlab # [    0.295098] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint382vm-test-run-nixbot-gitlab> gitlab # [    0.295576] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]383vm-test-run-nixbot-gitlab> gitlab # [    0.295600] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]384vm-test-run-nixbot-gitlab> gitlab # [    0.295650] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]385vm-test-run-nixbot-gitlab> gitlab # [    0.296814] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint386vm-test-run-nixbot-gitlab> gitlab # [    0.297311] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]387vm-test-run-nixbot-gitlab> gitlab # [    0.297335] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]388vm-test-run-nixbot-gitlab> gitlab # [    0.297402] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]389vm-test-run-nixbot-gitlab> gitlab # [    0.298423] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint390vm-test-run-nixbot-gitlab> gitlab # [    0.298865] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]391vm-test-run-nixbot-gitlab> gitlab # [    0.298887] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]392vm-test-run-nixbot-gitlab> gitlab # [    0.298955] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]393vm-test-run-nixbot-gitlab> gitlab # [    0.300074] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint394vm-test-run-nixbot-gitlab> gitlab # [    0.300548] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]395vm-test-run-nixbot-gitlab> gitlab # [    0.300571] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]396vm-test-run-nixbot-gitlab> gitlab # [    0.300622] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]397vm-test-run-nixbot-gitlab> gitlab # [    0.301776] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint398vm-test-run-nixbot-gitlab> gitlab # [    0.302237] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]399vm-test-run-nixbot-gitlab> gitlab # [    0.302260] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]400vm-test-run-nixbot-gitlab> gitlab # [    0.302310] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]401vm-test-run-nixbot-gitlab> gitlab # [    0.302334] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]402vm-test-run-nixbot-gitlab> gitlab # [    0.303535] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint403vm-test-run-nixbot-gitlab> gitlab # [    0.303987] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]404vm-test-run-nixbot-gitlab> gitlab # [    0.304055] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]405vm-test-run-nixbot-gitlab> gitlab # [    0.305100] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint406vm-test-run-nixbot-gitlab> gitlab # [    0.305618] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]407vm-test-run-nixbot-gitlab> gitlab # [    0.305670] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]408vm-test-run-nixbot-gitlab> gitlab # [    0.306592] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint409vm-test-run-nixbot-gitlab> gitlab # [    0.307024] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]410vm-test-run-nixbot-gitlab> gitlab # [    0.307604] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint411vm-test-run-nixbot-gitlab> gitlab # [    0.308162] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]412vm-test-run-nixbot-gitlab> gitlab # [    0.308186] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]413vm-test-run-nixbot-gitlab> gitlab # [    0.308254] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]414vm-test-run-nixbot-gitlab> gitlab # [    0.309384] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint415vm-test-run-nixbot-gitlab> gitlab # [    0.309846] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]416vm-test-run-nixbot-gitlab> gitlab # [    0.309869] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]417vm-test-run-nixbot-gitlab> gitlab # [    0.309919] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]418vm-test-run-nixbot-gitlab> gitlab # [    0.311211] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned419vm-test-run-nixbot-gitlab> gitlab # [    0.311224] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned420vm-test-run-nixbot-gitlab> gitlab # [    0.311231] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned421vm-test-run-nixbot-gitlab> gitlab # [    0.311330] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned422vm-test-run-nixbot-gitlab> gitlab # [    0.311423] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned423vm-test-run-nixbot-gitlab> gitlab # [    0.311506] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned424vm-test-run-nixbot-gitlab> gitlab # [    0.311599] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned425vm-test-run-nixbot-gitlab> gitlab # [    0.311714] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned426vm-test-run-nixbot-gitlab> gitlab # [    0.311816] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned427vm-test-run-nixbot-gitlab> gitlab # [    0.311918] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned428vm-test-run-nixbot-gitlab> gitlab # [    0.312015] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned429vm-test-run-nixbot-gitlab> gitlab # [    0.312124] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned430vm-test-run-nixbot-gitlab> gitlab # [    0.312252] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned431vm-test-run-nixbot-gitlab> gitlab # [    0.312335] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned432vm-test-run-nixbot-gitlab> gitlab # [    0.312370] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned433vm-test-run-nixbot-gitlab> gitlab # [    0.312404] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned434vm-test-run-nixbot-gitlab> gitlab # [    0.312439] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned435vm-test-run-nixbot-gitlab> gitlab # [    0.312473] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned436vm-test-run-nixbot-gitlab> gitlab # [    0.312508] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned437vm-test-run-nixbot-gitlab> gitlab # [    0.312544] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned438vm-test-run-nixbot-gitlab> gitlab # [    0.312579] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned439vm-test-run-nixbot-gitlab> gitlab # [    0.312615] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned440vm-test-run-nixbot-gitlab> gitlab # [    0.312660] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned441vm-test-run-nixbot-gitlab> gitlab # [    0.312696] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned442vm-test-run-nixbot-gitlab> gitlab # [    0.312732] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned443vm-test-run-nixbot-gitlab> gitlab # [    0.312768] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned444vm-test-run-nixbot-gitlab> gitlab # [    0.312802] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned445vm-test-run-nixbot-gitlab> gitlab # [    0.312836] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned446vm-test-run-nixbot-gitlab> gitlab # [    0.312870] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned447vm-test-run-nixbot-gitlab> gitlab # [    0.312904] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned448vm-test-run-nixbot-gitlab> gitlab # [    0.312938] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned449vm-test-run-nixbot-gitlab> gitlab # [    0.312972] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned450vm-test-run-nixbot-gitlab> gitlab # [    0.313006] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned451vm-test-run-nixbot-gitlab> gitlab # [    0.313041] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned452vm-test-run-nixbot-gitlab> gitlab # [    0.313082] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]453vm-test-run-nixbot-gitlab> gitlab # [    0.313092] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]454vm-test-run-nixbot-gitlab> gitlab # [    0.313098] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]455vm-test-run-nixbot-gitlab> gitlab # [    0.315950] pci 0000:00:0a.0: enabling device (0000 -> 0002)456vm-test-run-nixbot-gitlab> gitlab # [    0.337802] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)457vm-test-run-nixbot-gitlab> gitlab # [    0.341374] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)458vm-test-run-nixbot-gitlab> gitlab # [    0.344502] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)459vm-test-run-nixbot-gitlab> gitlab # [    0.347825] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)460vm-test-run-nixbot-gitlab> gitlab # [    0.353117] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)461vm-test-run-nixbot-gitlab> gitlab # [    0.356148] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)462vm-test-run-nixbot-gitlab> gitlab # [    0.359469] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)463vm-test-run-nixbot-gitlab> gitlab # [    0.364101] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)464vm-test-run-nixbot-gitlab> gitlab # [    0.367803] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)465vm-test-run-nixbot-gitlab> gitlab # [    0.370818] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)466vm-test-run-nixbot-gitlab> gitlab # [    0.374270] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)467vm-test-run-nixbot-gitlab> gitlab # [    0.385958] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled468vm-test-run-nixbot-gitlab> gitlab # [    0.388896] msm_serial: driver initialized469vm-test-run-nixbot-gitlab> gitlab # [    0.389179] SuperH (H)SCI(F) driver initialized470vm-test-run-nixbot-gitlab> gitlab # [    0.389288] STM32 USART driver initialized471vm-test-run-nixbot-gitlab> gitlab # [    0.418365] loop: module loaded472vm-test-run-nixbot-gitlab> gitlab # [    0.418645] virtio_blk virtio4: 4/0/0 default/read/poll queues473vm-test-run-nixbot-gitlab> gitlab # [    0.421202] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)474vm-test-run-nixbot-gitlab> gitlab # [    0.423494] virtio_blk virtio5: 4/0/0 default/read/poll queues475vm-test-run-nixbot-gitlab> gitlab # [    0.425996] virtio_blk virtio5: [vdb] 11843944 512-byte logical blocks (6.06 GB/5.65 GiB)476vm-test-run-nixbot-gitlab> gitlab # [    0.428610] megasas: 07.734.00.00-rc1477vm-test-run-nixbot-gitlab> gitlab # [    0.429653] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]478vm-test-run-nixbot-gitlab> gitlab # [    0.436804] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000479vm-test-run-nixbot-gitlab> gitlab # [    0.436825] Intel/Sharp Extended Query Table at 0x0031480vm-test-run-nixbot-gitlab> gitlab # [    0.439033] Using buffer write method481vm-test-run-nixbot-gitlab> gitlab # [    0.439070] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]482vm-test-run-nixbot-gitlab> gitlab # [    0.442295] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000483vm-test-run-nixbot-gitlab> gitlab # [    0.442313] Intel/Sharp Extended Query Table at 0x0031484vm-test-run-nixbot-gitlab> gitlab # [    0.444257] Using buffer write method485vm-test-run-nixbot-gitlab> gitlab # [    0.444276] Concatenating MTD devices:486vm-test-run-nixbot-gitlab> gitlab # [    0.444280] (0): "0.flash"487vm-test-run-nixbot-gitlab> gitlab # [    0.444283] (1): "0.flash"488vm-test-run-nixbot-gitlab> gitlab # [    0.444286] into device "0.flash"489vm-test-run-nixbot-gitlab> gitlab # [    0.575719] Freeing initrd memory: 25372K490vm-test-run-nixbot-gitlab> gitlab # [    0.593780] tun: Universal TUN/TAP device driver, 1.6491vm-test-run-nixbot-gitlab> gitlab # [    0.602041] thunder_xcv, ver 1.0492vm-test-run-nixbot-gitlab> gitlab # [    0.602144] thunder_bgx, ver 1.0493vm-test-run-nixbot-gitlab> gitlab # [    0.602216] nicpf, ver 1.0494vm-test-run-nixbot-gitlab> gitlab # [    0.604006] e1000: Intel(R) PRO/1000 Network Driver495vm-test-run-nixbot-gitlab> gitlab # [    0.604019] e1000: Copyright (c) 1999-2006 Intel Corporation.496vm-test-run-nixbot-gitlab> gitlab # [    0.604086] e1000e: Intel(R) PRO/1000 Network Driver497vm-test-run-nixbot-gitlab> gitlab # [    0.604100] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.498vm-test-run-nixbot-gitlab> gitlab # [    0.604214] igb: Intel(R) Gigabit Ethernet Network Driver499vm-test-run-nixbot-gitlab> gitlab # [    0.604224] igb: Copyright (c) 2007-2014 Intel Corporation.500vm-test-run-nixbot-gitlab> gitlab # [    0.604291] igbvf: Intel(R) Gigabit Virtual Function Network Driver501vm-test-run-nixbot-gitlab> gitlab # [    0.604302] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.502vm-test-run-nixbot-gitlab> gitlab # [    0.604698] sky2: driver version 1.30503vm-test-run-nixbot-gitlab> gitlab # [    0.609602] usbcore: registered new interface driver usb-storage504vm-test-run-nixbot-gitlab> gitlab # [    0.610012] usbcore: registered new interface driver usbserial_generic505vm-test-run-nixbot-gitlab> gitlab # [    0.610015] ehci-pci 0000:00:0a.0: EHCI Host Controller506vm-test-run-nixbot-gitlab> gitlab # [    0.610061] usbserial: USB Serial support registered for generic507vm-test-run-nixbot-gitlab> gitlab # [    0.610099] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1508vm-test-run-nixbot-gitlab> gitlab # [    0.610773] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000509vm-test-run-nixbot-gitlab> gitlab # [    0.612018] hv_vmbus: registering driver hyperv_keyboard510vm-test-run-nixbot-gitlab> gitlab # [    0.614677] rtc-pl031 9010000.pl031: registered as rtc0511vm-test-run-nixbot-gitlab> gitlab # [    0.614738] rtc-pl031 9010000.pl031: setting system clock to 2026-06-09T12:04:58 UTC (1781006698)512vm-test-run-nixbot-gitlab> gitlab # [    0.615652] i2c_dev: i2c /dev entries driver513vm-test-run-nixbot-gitlab> gitlab # [    0.621349] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00514vm-test-run-nixbot-gitlab> gitlab # [    0.622615] hub 1-0:1.0: USB hub found515vm-test-run-nixbot-gitlab> gitlab # [    0.622734] hub 1-0:1.0: 6 ports detected516vm-test-run-nixbot-gitlab> gitlab # [    0.624113] sdhci: Secure Digital Host Controller Interface driver517vm-test-run-nixbot-gitlab> gitlab # [    0.624127] sdhci: Copyright(c) Pierre Ossman518vm-test-run-nixbot-gitlab> gitlab # [    0.624943] Synopsys Designware Multimedia Card Interface Driver519vm-test-run-nixbot-gitlab> gitlab # [    0.626149] sdhci-pltfm: SDHCI platform and OF driver helper520vm-test-run-nixbot-gitlab> gitlab # [    0.630893] hid: raw HID events driver (C) Jiri Kosina521vm-test-run-nixbot-gitlab> gitlab # [    0.631817] usbcore: registered new interface driver usbhid522vm-test-run-nixbot-gitlab> gitlab # [    0.631828] usbhid: USB HID core driver523vm-test-run-nixbot-gitlab> gitlab # [    0.671753] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available524vm-test-run-nixbot-gitlab> gitlab # [    0.676504] drop_monitor: Initializing network drop monitor service525vm-test-run-nixbot-gitlab> gitlab # [    0.676858] NET: Registered PF_INET6 protocol family526vm-test-run-nixbot-gitlab> gitlab # [    0.678894] Segment Routing with IPv6527vm-test-run-nixbot-gitlab> gitlab # [    0.678934] In-situ OAM (IOAM) with IPv6528vm-test-run-nixbot-gitlab> gitlab # [    0.679017] NET: Registered PF_PACKET protocol family529vm-test-run-nixbot-gitlab> gitlab # [    0.679309] 9pnet: Installing 9P2000 support530vm-test-run-nixbot-gitlab> gitlab # [    0.683492] Key type dns_resolver registered531vm-test-run-nixbot-gitlab> gitlab # [    0.702584] registered taskstats version 1532vm-test-run-nixbot-gitlab> gitlab # [    0.703017] Loading compiled-in X.509 certificates533vm-test-run-nixbot-gitlab> gitlab # [    0.722883] Demotion targets for Node 0: null534vm-test-run-nixbot-gitlab> gitlab # [    0.723120] Key type .fscrypt registered535vm-test-run-nixbot-gitlab> gitlab # [    0.723127] Key type fscrypt-provisioning registered536vm-test-run-nixbot-gitlab> gitlab # [    0.723277] ima: No TPM chip found, activating TPM-bypass!537vm-test-run-nixbot-gitlab> gitlab # [    0.723300] ima: Allocated hash algorithm: sha1538vm-test-run-nixbot-gitlab> gitlab # [    0.723325] ima: No architecture policies found539vm-test-run-nixbot-gitlab> gitlab # [    0.724374] input: gpio-keys as /devices/platform/gpio-keys/input/input0540vm-test-run-nixbot-gitlab> gitlab # [    0.751634] clk: Disabling unused clocks541vm-test-run-nixbot-gitlab> gitlab # [    0.751672] PM: genpd: Disabling unused power domains542vm-test-run-nixbot-gitlab> gitlab # [    0.757328] Freeing unused kernel memory: 4736K543vm-test-run-nixbot-gitlab> gitlab # [    0.757569] Run /init as init process544vm-test-run-nixbot-gitlab> gitlab # [    0.791792] systemd[1]: Successfully made /usr/ read-only.545vm-test-run-nixbot-gitlab> gitlab # [    0.869315] usb 1-1: new high-speed USB device number 2 using ehci-pci546vm-test-run-nixbot-gitlab> gitlab # [    1.022042] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1547vm-test-run-nixbot-gitlab> gitlab # [    1.110013] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0548vm-test-run-nixbot-gitlab> gitlab # [    1.126329] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)549vm-test-run-nixbot-gitlab> gitlab # [    1.126390] systemd[1]: Detected virtualization qemu.550vm-test-run-nixbot-gitlab> gitlab # [    1.126454] systemd[1]: Detected architecture arm64.551vm-test-run-nixbot-gitlab> gitlab # [    1.126471] systemd[1]: Running in initrd.552vm-test-run-nixbot-gitlab> gitlab # [    1.127468] systemd[1]: Initializing machine ID from random generator.553vm-test-run-nixbot-gitlab> gitlab # [    1.127722] systemd[1]: Hostname set to <gitlab>.554vm-test-run-nixbot-gitlab> gitlab # [    1.233324] usb 1-2: new high-speed USB device number 3 using ehci-pci555vm-test-run-nixbot-gitlab> gitlab # [    1.279973] systemd[1]: Queued start job for default target Initrd Default Target.556vm-test-run-nixbot-gitlab> gitlab # [    1.393845] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2557vm-test-run-nixbot-gitlab> gitlab # [    1.395971] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0558vm-test-run-nixbot-gitlab> gitlab # [    1.526721] systemd[1]: Created slice Slice /system/modprobe.559vm-test-run-nixbot-gitlab> gitlab # [    1.527267] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.560vm-test-run-nixbot-gitlab> gitlab # [    1.527342] systemd[1]: Expecting device /dev/disk/by-label/nix-store...561vm-test-run-nixbot-gitlab> gitlab # [    1.527370] systemd[1]: Expecting device /dev/disk/by-label/nixos...562vm-test-run-nixbot-gitlab> gitlab # [    1.527426] systemd[1]: Reached target Path Units.563vm-test-run-nixbot-gitlab> gitlab # [    1.527463] systemd[1]: Reached target Slice Units.564vm-test-run-nixbot-gitlab> gitlab # [    1.527501] systemd[1]: Reached target Swaps.565vm-test-run-nixbot-gitlab> gitlab # [    1.527538] systemd[1]: Reached target Timer Units.566vm-test-run-nixbot-gitlab> gitlab # [    1.527939] systemd[1]: Listening on D-Bus System Message Bus Socket.567vm-test-run-nixbot-gitlab> gitlab # [    1.528275] systemd[1]: Listening on Journal Socket (/dev/log).568vm-test-run-nixbot-gitlab> gitlab # [    1.528591] systemd[1]: Listening on Journal Sockets.569vm-test-run-nixbot-gitlab> gitlab # [    1.528900] systemd[1]: Listening on udev Control Socket.570vm-test-run-nixbot-gitlab> gitlab # [    1.529098] systemd[1]: Listening on udev Kernel Socket.571vm-test-run-nixbot-gitlab> gitlab # [    1.529140] systemd[1]: Reached target Socket Units.572vm-test-run-nixbot-gitlab> gitlab # [    1.536490] systemd[1]: Starting Create List of Static Device Nodes...573vm-test-run-nixbot-gitlab> gitlab # [    1.544039] systemd[1]: Starting Load Kernel Module 9pnet_virtio...574vm-test-run-nixbot-gitlab> gitlab # [    1.544180] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs575vm-test-run-nixbot-gitlab> gitlab # [    1.552059] systemd[1]: Mounting Kernel Configuration File System...576vm-test-run-nixbot-gitlab> gitlab # [    1.572898] systemd[1]: Starting Journal Service...577vm-test-run-nixbot-gitlab> gitlab # [    1.581674] systemd[1]: Starting Load Kernel Modules...578vm-test-run-nixbot-gitlab> gitlab # [    1.581835] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki579vm-test-run-nixbot-gitlab> gitlab # [    1.593920] systemd[1]: Starting Coldplug All udev Devices...580vm-test-run-nixbot-gitlab> gitlab # [    1.616615] systemd[1]: Finished Create List of Static Device Nodes.581vm-test-run-nixbot-gitlab> gitlab # [    1.623615] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.582vm-test-run-nixbot-gitlab> gitlab # [    1.624163] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.583vm-test-run-nixbot-gitlab> gitlab # [    1.626910] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev584vm-test-run-nixbot-gitlab> gitlab # [    1.627860] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0585vm-test-run-nixbot-gitlab> gitlab # [    1.628319] [drm] features: -virgl +edid -resource_blob -host_visible586vm-test-run-nixbot-gitlab> gitlab # [    1.628326] [drm] features: -context_init587vm-test-run-nixbot-gitlab> gitlab # [    1.629663] systemd-journald[155]: Collecting audit messages is disabled.588vm-test-run-nixbot-gitlab> gitlab # [    1.629708] systemd[1]: Finished Load Kernel Module 9pnet_virtio.589vm-test-run-nixbot-gitlab> gitlab # [    1.629983] [drm] number of scanouts: 1590vm-test-run-nixbot-gitlab> gitlab # [    1.630010] [drm] number of cap sets: 0591vm-test-run-nixbot-gitlab> gitlab # [    1.640536] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic592vm-test-run-nixbot-gitlab> gitlab # [    1.640577] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0593vm-test-run-nixbot-gitlab> gitlab # [    1.652532] systemd[1]: Mounted Kernel Configuration File System.594vm-test-run-nixbot-gitlab> gitlab # [    1.657666] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...595vm-test-run-nixbot-gitlab> gitlab # [    1.661765] Console: switching to colour frame buffer device 160x50596vm-test-run-nixbot-gitlab> gitlab # [    1.668117] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device597vm-test-run-nixbot-gitlab> gitlab # [    1.695792] systemd[1]: Finished Load Kernel Modules.598vm-test-run-nixbot-gitlab> gitlab # [    1.702235] systemd[1]: Starting Apply Kernel Variables...599vm-test-run-nixbot-gitlab> gitlab # [    1.732588] systemd-modules-load[158]: Using 4 probe threads600vm-test-run-nixbot-gitlab> gitlab # [    1.734038] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.601vm-test-run-nixbot-gitlab> gitlab # [    1.735343] systemd[1]: Started Journal Service.602vm-test-run-nixbot-gitlab> gitlab # [    1.738297] systemd-modules-load[158]: Module 'virtio_balloon' is built in603vm-test-run-nixbot-gitlab> gitlab # [    1.741247] systemd-modules-load[158]: Module 'virtio_console' is built in604vm-test-run-nixbot-gitlab> gitlab # [    1.742934] systemd-modules-load[158]: Module 'virtio_rng' is built in605vm-test-run-nixbot-gitlab> gitlab # [    1.744605] systemd-modules-load[158]: Inserted module 'dm_mod'606vm-test-run-nixbot-gitlab> gitlab # [    1.746245] systemd-modules-load[158]: Inserted module 'virtio_gpu'607vm-test-run-nixbot-gitlab> gitlab # [    1.747733] systemd[1]: Starting Create Static Device Nodes in /dev...608vm-test-run-nixbot-gitlab> gitlab # [    1.757375] systemd[1]: Finished Apply Kernel Variables.609vm-test-run-nixbot-gitlab> gitlab # [    1.799994] systemd[1]: Finished Create Static Device Nodes in /dev.610vm-test-run-nixbot-gitlab> gitlab # [    1.802666] systemd[1]: Reached target Preparation for Local File Systems.611vm-test-run-nixbot-gitlab> gitlab # [    1.805485] systemd[1]: Reached target Local File Systems.612vm-test-run-nixbot-gitlab> gitlab # [    1.808354] systemd[1]: Starting Create System Files and Directories...613vm-test-run-nixbot-gitlab> gitlab # [    1.819063] systemd[1]: Starting Rule-based Manager for Device Events and Files...614vm-test-run-nixbot-gitlab> gitlab # [    1.857004] systemd[1]: Finished Create System Files and Directories.615vm-test-run-nixbot-gitlab> gitlab # [    1.878950] systemd-udevd[194]: Using default interface naming scheme 'v260'.616vm-test-run-nixbot-gitlab> gitlab # [    1.905834] systemd[1]: Started Rule-based Manager for Device Events and Files.617vm-test-run-nixbot-gitlab> gitlab # [    1.944877] systemd[1]: Starting Virtual Console Setup...618vm-test-run-nixbot-gitlab> gitlab # [    2.027147] systemd-vconsole-setup[210]: Configuration of first virtual console was skipped, ignoring remaining ones.619vm-test-run-nixbot-gitlab> gitlab # [    2.033408] systemd[1]: Finished Virtual Console Setup.620vm-test-run-nixbot-gitlab> gitlab # [    2.344210] systemd[1]: Finished Coldplug All udev Devices.621vm-test-run-nixbot-gitlab> gitlab # [    2.345064] systemd[1]: Reached target System Initialization.622vm-test-run-nixbot-gitlab> gitlab # [    2.345840] systemd[1]: Reached target Basic System.623vm-test-run-nixbot-gitlab> gitlab # [    2.555069] (udev-worker)[220]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.624vm-test-run-nixbot-gitlab> gitlab # [    2.558926] (udev-worker)[220]: Network interface NamePolicy= disabled on kernel command line.625vm-test-run-nixbot-gitlab> gitlab # [    2.577078] (udev-worker)[199]: Network interface NamePolicy= disabled on kernel command line.626vm-test-run-nixbot-gitlab> gitlab # [    2.597822] systemd[1]: Found device /dev/disk/by-label/nixos.627vm-test-run-nixbot-gitlab> gitlab # [    2.603130] systemd[1]: Found device /dev/disk/by-label/nix-store.628vm-test-run-nixbot-gitlab> gitlab # [    2.607608] systemd[1]: Reached target Initrd Root Device.629vm-test-run-nixbot-gitlab> gitlab # [    2.611746] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...630vm-test-run-nixbot-gitlab> gitlab # [    2.656535] systemd-fsck[235]: nixos: clean, 12/65536 files, 13019/262144 blocks631vm-test-run-nixbot-gitlab> gitlab # [    2.662739] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.632vm-test-run-nixbot-gitlab> gitlab # [    2.669186] systemd[1]: Mounting /sysroot...633vm-test-run-nixbot-gitlab> gitlab # [    2.705957] EXT4-fs (vda): mounted filesystem 20171ba0-d474-4dd7-b5be-8f46f1c3a81e r/w with ordered data mode. Quota mode: none.634vm-test-run-nixbot-gitlab> gitlab # [    2.707232] systemd[1]: Mounted /sysroot.635vm-test-run-nixbot-gitlab> gitlab # [    2.709841] systemd[1]: Reached target Initrd Root File System.636vm-test-run-nixbot-gitlab> gitlab # [    2.712898] systemd[1]: Starting Mountpoints Configured in the Real Root...637vm-test-run-nixbot-gitlab> gitlab # [    2.741612] systemd-sysroot-fstab-check[247]: /sysroot should be mounted in the initrd, will request daemon-reload.638vm-test-run-nixbot-gitlab> gitlab # [    2.743940] systemd[1]: Reload requested from client PID 247 ('systemd-sysroot') (unit initrd-parse-etc.service)...639vm-test-run-nixbot-gitlab> gitlab # [    2.746005] systemd[1]: Reloading...640vm-test-run-nixbot-gitlab> gitlab # [    3.044432] systemd[1]: Reloading finished in 299 ms.641vm-test-run-nixbot-gitlab> gitlab # [    3.076676] systemd-sysroot-fstab-check[247]: Requesting initrd-fs.target/start/replace...642vm-test-run-nixbot-gitlab> gitlab # [    3.173433] systemd-sysroot-fstab-check[247]: Requesting swap.target/start/replace...643vm-test-run-nixbot-gitlab> gitlab # [    3.175874] systemd[1]: Starting Load Kernel Module 9pnet_virtio...644vm-test-run-nixbot-gitlab> gitlab # [    3.179150] systemd[1]: initrd-parse-etc.service: Deactivated successfully.645vm-test-run-nixbot-gitlab> gitlab # [    3.180485] systemd[1]: Finished Mountpoints Configured in the Real Root.646vm-test-run-nixbot-gitlab> gitlab # [    3.181650] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.647vm-test-run-nixbot-gitlab> gitlab # [    3.201353] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.648vm-test-run-nixbot-gitlab> gitlab # [    3.203450] systemd[1]: Finished Load Kernel Module 9pnet_virtio.649vm-test-run-nixbot-gitlab> gitlab # [    3.214061] (udev-worker)[205]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory650vm-test-run-nixbot-gitlab> gitlab # [    3.217185] (udev-worker)[205]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory651vm-test-run-nixbot-gitlab> gitlab # [    3.225494] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.652vm-test-run-nixbot-gitlab> gitlab # [    3.226602] systemd[1]: Stopped Virtual Console Setup.653vm-test-run-nixbot-gitlab> gitlab # [    3.229638] systemd[1]: Stopping Virtual Console Setup...654vm-test-run-nixbot-gitlab> gitlab # [    3.232345] systemd[1]: Starting Virtual Console Setup...655vm-test-run-nixbot-gitlab> gitlab # [    3.240269] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.656vm-test-run-nixbot-gitlab> gitlab # [    3.242067] systemd[1]: Stopped Virtual Console Setup.657vm-test-run-nixbot-gitlab> gitlab # [    3.247837] systemd[1]: Starting Virtual Console Setup...658vm-test-run-nixbot-gitlab> gitlab # [    3.275274] systemd-vconsole-setup[461]: Configuration of first virtual console was skipped, ignoring remaining ones.659vm-test-run-nixbot-gitlab> gitlab # [    3.278133] systemd[1]: Finished Virtual Console Setup.660vm-test-run-nixbot-gitlab> gitlab # [    3.614984] systemd[1]: Mounting /sysroot/nix/.ro-store...661vm-test-run-nixbot-gitlab> gitlab # [    3.622423] systemd[1]: Mounting /sysroot/nix/.rw-store...662vm-test-run-nixbot-gitlab> gitlab # [    3.641788] systemd[1]: Mounting /sysroot/run...663vm-test-run-nixbot-gitlab> gitlab # [    3.656263] systemd[1]: Mounting /sysroot/tmp/shared...664vm-test-run-nixbot-gitlab> gitlab # [    3.663632] systemd[1]: Mounting /sysroot/tmp/xchg...665vm-test-run-nixbot-gitlab> gitlab # [    3.675873] erofs (device vdb): mounted with root inode @ nid 128.666vm-test-run-nixbot-gitlab> gitlab # [    3.694808] systemd[1]: Mounted /sysroot/nix/.ro-store.667vm-test-run-nixbot-gitlab> gitlab # [    3.697954] systemd[1]: Mounted /sysroot/nix/.rw-store.668vm-test-run-nixbot-gitlab> gitlab # [    3.700357] systemd[1]: Mounted /sysroot/run.669vm-test-run-nixbot-gitlab> gitlab # [    3.702225] systemd[1]: Mounted /sysroot/tmp/shared.670vm-test-run-nixbot-gitlab> gitlab # [    3.704346] systemd[1]: Mounted /sysroot/tmp/xchg.671vm-test-run-nixbot-gitlab> gitlab # [    3.712645] systemd[1]: Starting rw-sysroot-nix-store.service...672vm-test-run-nixbot-gitlab> gitlab # [    3.756865] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.673vm-test-run-nixbot-gitlab> gitlab # [    3.762481] systemd[1]: Finished rw-sysroot-nix-store.service.674vm-test-run-nixbot-gitlab> gitlab # [    3.780106] systemd[1]: Mounting /sysroot/nix/store...675vm-test-run-nixbot-gitlab> gitlab # [    3.849392] systemd[1]: Mounted /sysroot/nix/store.676vm-test-run-nixbot-gitlab> gitlab # [    3.851550] systemd[1]: Reached target Initrd File Systems.677vm-test-run-nixbot-gitlab> gitlab # [    3.857575] systemd[1]: Starting Find NixOS closure...678vm-test-run-nixbot-gitlab> gitlab # [    3.864829] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...679vm-test-run-nixbot-gitlab> gitlab # [    3.915446] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.680vm-test-run-nixbot-gitlab> gitlab # [    3.933430] systemd[1]: Finished Find NixOS closure.681vm-test-run-nixbot-gitlab> gitlab # [    3.935623] systemd[1]: Reached target Initrd Default Target.682vm-test-run-nixbot-gitlab> gitlab # [    3.941652] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...683vm-test-run-nixbot-gitlab> gitlab # [    4.002138] systemd[1]: Stopped target Initrd Default Target.684vm-test-run-nixbot-gitlab> gitlab # [    4.004618] systemd[1]: Stopped target Basic System.685vm-test-run-nixbot-gitlab> gitlab # [    4.006683] systemd[1]: Stopped target Initrd Root Device.686vm-test-run-nixbot-gitlab> gitlab # [    4.009071] systemd[1]: Stopped target Path Units.687vm-test-run-nixbot-gitlab> gitlab # [    4.011146] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.688vm-test-run-nixbot-gitlab> gitlab # [    4.014301] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.689vm-test-run-nixbot-gitlab> gitlab # [    4.017435] systemd[1]: Stopped target Slice Units.690vm-test-run-nixbot-gitlab> gitlab # [    4.019477] systemd[1]: Stopped target Socket Units.691vm-test-run-nixbot-gitlab> gitlab # [    4.021690] systemd[1]: Stopped target System Initialization.692vm-test-run-nixbot-gitlab> gitlab # [    4.024302] systemd[1]: Stopped target Swaps.693vm-test-run-nixbot-gitlab> gitlab # [    4.026190] systemd[1]: Stopped target Timer Units.694vm-test-run-nixbot-gitlab> gitlab # [    4.028268] systemd[1]: dbus.socket: Deactivated successfully.695vm-test-run-nixbot-gitlab> gitlab # [    4.030618] systemd[1]: Closed D-Bus System Message Bus Socket.696vm-test-run-nixbot-gitlab> gitlab # [    4.033075] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.697vm-test-run-nixbot-gitlab> gitlab # [    4.036085] systemd[1]: Stopped Find NixOS closure.698vm-test-run-nixbot-gitlab> gitlab # [    4.038148] systemd[1]: Starting Load Kernel Module 9pnet_virtio...699vm-test-run-nixbot-gitlab> gitlab # [    4.040688] systemd[1]: Starting rw-sysroot-nix-store.service...700vm-test-run-nixbot-gitlab> gitlab # [    4.043108] systemd[1]: systemd-sysctl.service: Deactivated successfully.701vm-test-run-nixbot-gitlab> gitlab # [    4.045915] systemd[1]: Stopped Apply Kernel Variables.702vm-test-run-nixbot-gitlab> gitlab # [    4.050046] systemd[1]: systemd-modules-load.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [    4.053051] systemd[1]: Stopped Load Kernel Modules.704vm-test-run-nixbot-gitlab> gitlab # [    4.059513] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.705vm-test-run-nixbot-gitlab> gitlab # [    4.062866] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.706vm-test-run-nixbot-gitlab> gitlab # [    4.074080] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.707vm-test-run-nixbot-gitlab> gitlab # [    4.077123] systemd[1]: Stopped Create System Files and Directories.708vm-test-run-nixbot-gitlab> gitlab # [    4.083409] systemd[1]: Stopped target Local File Systems.709vm-test-run-nixbot-gitlab> gitlab # [    4.085784] systemd[1]: Stopped target Preparation for Local File Systems.710vm-test-run-nixbot-gitlab> gitlab # [    4.088554] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.711vm-test-run-nixbot-gitlab> gitlab # [    4.091569] systemd[1]: Stopped Coldplug All udev Devices.712vm-test-run-nixbot-gitlab> gitlab # [    4.093958] systemd[1]: Stopping Rule-based Manager for Device Events and Files...713vm-test-run-nixbot-gitlab> gitlab # [    4.100399] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.714vm-test-run-nixbot-gitlab> gitlab # [    4.103333] systemd[1]: Stopped Virtual Console Setup.715vm-test-run-nixbot-gitlab> gitlab # [    4.119776] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.716vm-test-run-nixbot-gitlab> gitlab # [    4.124887] systemd[1]: Finished Load Kernel Module 9pnet_virtio.717vm-test-run-nixbot-gitlab> gitlab # [    4.135437] systemd[1]: systemd-udevd.service: Deactivated successfully.718vm-test-run-nixbot-gitlab> gitlab # [    4.140997] systemd[1]: Stopped Rule-based Manager for Device Events and Files.719vm-test-run-nixbot-gitlab> gitlab # [    4.143886] systemd[1]: systemd-udevd.service: Consumed 2.491s CPU time over 2.316s wall clock time, 32.3M memory peak.720vm-test-run-nixbot-gitlab> gitlab # [    4.151651] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.721vm-test-run-nixbot-gitlab> gitlab # [    4.156634] systemd[1]: Finished rw-sysroot-nix-store.service.722vm-test-run-nixbot-gitlab> gitlab # [    4.175228] systemd[1]: initrd-cleanup.service: Deactivated successfully.723vm-test-run-nixbot-gitlab> gitlab # [    4.180595] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.724vm-test-run-nixbot-gitlab> gitlab # [    4.194794] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.725vm-test-run-nixbot-gitlab> gitlab # [    4.197964] systemd[1]: Closed udev Control Socket.726vm-test-run-nixbot-gitlab> gitlab # [    4.211396] systemd[1]: Starting Cleanup udev Database...727vm-test-run-nixbot-gitlab> gitlab # [    4.213805] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.728vm-test-run-nixbot-gitlab> gitlab # [    4.216885] systemd[1]: Stopped Create Static Device Nodes in /dev.729vm-test-run-nixbot-gitlab> gitlab # [    4.219965] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.730vm-test-run-nixbot-gitlab> gitlab # [    4.223061] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.731vm-test-run-nixbot-gitlab> gitlab # [    4.228539] systemd[1]: kmod-static-nodes.service: Deactivated successfully.732vm-test-run-nixbot-gitlab> gitlab # [    4.231227] systemd[1]: Stopped Create List of Static Device Nodes.733vm-test-run-nixbot-gitlab> gitlab # [    4.311408] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.734vm-test-run-nixbot-gitlab> gitlab # [    4.315357] systemd[1]: Finished Cleanup udev Database.735vm-test-run-nixbot-gitlab> gitlab # [    4.323071] systemd[1]: Reached target Switch Root.736vm-test-run-nixbot-gitlab> gitlab # [    4.329415] systemd[1]: Starting NixOS Activation...737vm-test-run-nixbot-gitlab> gitlab # [    4.521742] initrd-nixos-activation-start[561]: booting system configuration /nix/store/d1p4ny3scjckjvzpamzxd4n1v28hzv98-nixos-system-gitlab-test738vm-test-run-nixbot-gitlab> gitlab # [    4.582692] initrd-nixos-activation-start[561]: running activation script...739vm-test-run-nixbot-gitlab> gitlab # [    4.929914] initrd-nixos-activation-start[584]: setting up /etc...740vm-test-run-nixbot-gitlab> gitlab # [    5.075660] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.741vm-test-run-nixbot-gitlab> gitlab # [    5.079954] systemd[1]: Finished NixOS Activation.742vm-test-run-nixbot-gitlab> gitlab # [    5.095781] systemd[1]: Starting Switch Root...743vm-test-run-nixbot-gitlab> gitlab # [    5.149160] systemd[1]: Switching root.744vm-test-run-nixbot-gitlab> gitlab # [    5.774450] systemd-journald[155]: Received SIGTERM from PID 1 (systemd).745vm-test-run-nixbot-gitlab> gitlab # [    6.456115] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)746vm-test-run-nixbot-gitlab> gitlab # [    6.456257] systemd[1]: Detected virtualization qemu.747vm-test-run-nixbot-gitlab> gitlab # [    6.456354] systemd[1]: Detected architecture arm64.748vm-test-run-nixbot-gitlab> gitlab # [    6.456525] systemd[1]: Detected first boot.749vm-test-run-nixbot-gitlab> gitlab # [    6.458144] systemd[1]: Initializing machine ID from random generator.750vm-test-run-nixbot-gitlab> gitlab # [    6.713294] systemd[1]: bpf-restrict-fs: LSM BPF program attached751vm-test-run-nixbot-gitlab> gitlab # [    6.823541] systemd[1]: Applying preset policy.752vm-test-run-nixbot-gitlab> gitlab # [    7.051171] systemd[1]: Populated /etc with preset unit settings.753vm-test-run-nixbot-gitlab> gitlab # [    7.199437] systemd[1]: initrd-switch-root.service: Deactivated successfully.754vm-test-run-nixbot-gitlab> gitlab # [    7.199847] systemd[1]: Stopped initrd-switch-root.service.755vm-test-run-nixbot-gitlab> gitlab # [    7.204107] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.756vm-test-run-nixbot-gitlab> gitlab # [    7.210416] systemd[1]: Created slice Slice /system/getty.757vm-test-run-nixbot-gitlab> gitlab # [    7.214001] systemd[1]: Created slice GitLab DevOps Platform Slice.758vm-test-run-nixbot-gitlab> gitlab # [    7.217842] systemd[1]: Created slice User and Session Slice.759vm-test-run-nixbot-gitlab> gitlab # [    7.218380] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.760vm-test-run-nixbot-gitlab> gitlab # [    7.219707] systemd[1]: Started Forward Password Requests to Wall Directory Watch.761vm-test-run-nixbot-gitlab> gitlab # [    7.220808] systemd[1]: Expecting device /dev/hvc0...762vm-test-run-nixbot-gitlab> gitlab # [    7.222004] systemd[1]: Expecting device /dev/ttyAMA0...763vm-test-run-nixbot-gitlab> gitlab # [    7.223126] systemd[1]: Reached target Local Encrypted Volumes.764vm-test-run-nixbot-gitlab> gitlab # [    7.224202] systemd[1]: Stopped target initrd-fs.target.765vm-test-run-nixbot-gitlab> gitlab # [    7.225324] systemd[1]: Stopped target initrd-root-fs.target.766vm-test-run-nixbot-gitlab> gitlab # [    7.226452] systemd[1]: Stopped target initrd-switch-root.target.767vm-test-run-nixbot-gitlab> gitlab # [    7.227554] systemd[1]: Reached target Virtual Machines and Containers.768vm-test-run-nixbot-gitlab> gitlab # [    7.228659] systemd[1]: Reached target Path Units.769vm-test-run-nixbot-gitlab> gitlab # [    7.229768] systemd[1]: Reached target Remote File Systems.770vm-test-run-nixbot-gitlab> gitlab # [    7.230830] systemd[1]: Reached target Slice Units.771vm-test-run-nixbot-gitlab> gitlab # [    7.231898] systemd[1]: Reached target Swaps.772vm-test-run-nixbot-gitlab> gitlab # [    7.236187] systemd[1]: Listening on Process Core Dump Socket.773vm-test-run-nixbot-gitlab> gitlab # [    7.239436] systemd[1]: Listening on Credential Encryption/Decryption.774vm-test-run-nixbot-gitlab> gitlab # [    7.249363] systemd[1]: Starting Journal Log Access Socket...775vm-test-run-nixbot-gitlab> gitlab # [    7.251432] systemd[1]: Listening on Journal Audit Socket.776vm-test-run-nixbot-gitlab> gitlab # [    7.252554] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.777vm-test-run-nixbot-gitlab> gitlab # [    7.253074] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki778vm-test-run-nixbot-gitlab> gitlab # [    7.253967] systemd[1]: Listening on udev Control Socket.779vm-test-run-nixbot-gitlab> gitlab # [    7.261554] systemd[1]: Mounting Huge Pages File System...780vm-test-run-nixbot-gitlab> gitlab # [    7.268346] systemd[1]: Mounting POSIX Message Queue File System...781vm-test-run-nixbot-gitlab> gitlab # [    7.277718] systemd[1]: Mounting Kernel Debug File System...782vm-test-run-nixbot-gitlab> gitlab # [    7.287033] systemd[1]: Mounting Kernel Trace File System...783vm-test-run-nixbot-gitlab> gitlab # [    7.293585] systemd[1]: Starting Create List of Static Device Nodes...784vm-test-run-nixbot-gitlab> gitlab # [    7.305632] systemd[1]: Starting Load Kernel Module 9pnet_virtio...785vm-test-run-nixbot-gitlab> gitlab # [    7.307083] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs786vm-test-run-nixbot-gitlab> gitlab # [    7.335076] systemd[1]: Mounting Kernel Configuration File System...787vm-test-run-nixbot-gitlab> gitlab # [    7.336387] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm788vm-test-run-nixbot-gitlab> gitlab # [    7.337700] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore789vm-test-run-nixbot-gitlab> gitlab # [    7.349172] systemd[1]: Starting Load Kernel Module fuse...790vm-test-run-nixbot-gitlab> gitlab # [    7.350586] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67791vm-test-run-nixbot-gitlab> gitlab # [    7.361214] systemd[1]: Starting Journal Service...792vm-test-run-nixbot-gitlab> gitlab # [    7.367282] systemd[1]: Starting Load Kernel Modules...793vm-test-run-nixbot-gitlab> gitlab # [    7.374392] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...794vm-test-run-nixbot-gitlab> gitlab # [    7.385656] systemd[1]: Starting Remount Root and Kernel File Systems...795vm-test-run-nixbot-gitlab> gitlab # [    7.387029] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki796vm-test-run-nixbot-gitlab> gitlab # [    7.393430] fuse: init (API version 7.45)797vm-test-run-nixbot-gitlab> gitlab # [    7.404517] systemd[1]: Starting Coldplug All udev Devices...798vm-test-run-nixbot-gitlab> gitlab # [    7.411878] systemd[1]: Listening on Journal Log Access Socket.799vm-test-run-nixbot-gitlab> gitlab # [    7.412964] systemd[1]: Mounted Huge Pages File System.800vm-test-run-nixbot-gitlab> gitlab # [    7.414130] systemd[1]: Mounted POSIX Message Queue File System.801vm-test-run-nixbot-gitlab> gitlab # [    7.414607] systemd-journald[793]: Collecting audit messages is enabled.802vm-test-run-nixbot-gitlab> gitlab # [    7.416595] systemd[1]: Mounted Kernel Debug File System.803vm-test-run-nixbot-gitlab> gitlab # [    7.417556] systemd[1]: Mounted Kernel Trace File System.804vm-test-run-nixbot-gitlab> gitlab # [    7.419077] systemd[1]: Finished Create List of Static Device Nodes.805vm-test-run-nixbot-gitlab> gitlab # [    7.420435] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.806vm-test-run-nixbot-gitlab> gitlab # [    7.421834] systemd[1]: Finished Load Kernel Module 9pnet_virtio.807vm-test-run-nixbot-gitlab> gitlab # [    7.424381] systemd[1]: Mounted Kernel Configuration File System.808vm-test-run-nixbot-gitlab> gitlab # [    7.442870] systemd[1]: Queued start job for default target Multi-User System.809vm-test-run-nixbot-gitlab> gitlab # [    7.425708] systemd[1]: modprobe@fuse.service: Deactivated successfully.810vm-test-run-nixbot-gitlab> gitlab # [    7.426882] systemd[1]: Finished Load Kernel Module fuse.811vm-test-run-nixbot-gitlab> gitlab # [    7.434391] systemd[1]: Mounting FUSE Control File System...812vm-test-run-nixbot-gitlab> gitlab # [    7.440910] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...813vm-test-run-nixbot-gitlab> gitlab # [    7.447675] systemd[1]: Unnecessary job was removed for /dev/vdb.[    7.445697] systemd[1]: Started Journal Service.814vm-test-run-nixbot-gitlab> gitlab # 815vm-test-run-nixbot-gitlab> gitlab # [    7.450522] EXT4-fs (vda): re-mounted 20171ba0-d474-4dd7-b5be-8f46f1c3a81e.816vm-test-run-nixbot-gitlab> gitlab # [    7.463142] systemd[1]: systemd-journald.service: Deactivated successfully.817vm-test-run-nixbot-gitlab> gitlab # [    7.475324] systemd-modules-load[794]: Using 3 probe threads818vm-test-run-nixbot-gitlab> gitlab # [    7.477027] systemd-modules-load[794]: Module 'atkbd' is built in819vm-test-run-nixbot-gitlab> gitlab # [    7.478391] systemd-modules-load[794]: Module 'loop' is built in820vm-test-run-nixbot-gitlab> gitlab # [    7.484441] systemd-modules-load[794]: Inserted module 'tls'821vm-test-run-nixbot-gitlab> gitlab # [    7.485673] systemd[1]: Finished Load Kernel Modules.822vm-test-run-nixbot-gitlab> gitlab # [    7.486755] systemd[1]: Finished Remount Root and Kernel File Systems.823vm-test-run-nixbot-gitlab> gitlab # [    7.488229] systemd[1]: Starting Firewall...824vm-test-run-nixbot-gitlab> gitlab # [    7.489242] systemd[1]: Starting Flush Journal to Persistent Storage...825vm-test-run-nixbot-gitlab> gitlab # [    7.490546] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore826vm-test-run-nixbot-gitlab> gitlab # [    7.492847] systemd[1]: Starting Load/Save OS Random Seed...827vm-test-run-nixbot-gitlab> gitlab # [    7.494050] systemd[1]: Starting Apply Kernel Variables...828vm-test-run-nixbot-gitlab> gitlab # [    7.495244] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki829vm-test-run-nixbot-gitlab> gitlab # [    7.498145] systemd-oomd[796]: No swap; memory pressure usage will be degraded830vm-test-run-nixbot-gitlab> gitlab # [    7.501223] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.831vm-test-run-nixbot-gitlab> gitlab # [    7.504435] systemd[1]: Mounted FUSE Control File System.832vm-test-run-nixbot-gitlab> gitlab # [    7.507794] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.833vm-test-run-nixbot-gitlab> gitlab # [    7.516048] systemd-journald[793]: Received client request to flush runtime journal.834vm-test-run-nixbot-gitlab> gitlab # [    7.541612] systemd[1]: Starting Create Static Device Nodes in /dev...835vm-test-run-nixbot-gitlab> gitlab # [    7.543982] systemd[1]: Finished Load/Save OS Random Seed.836vm-test-run-nixbot-gitlab> gitlab # [    7.545365] systemd[1]: Finished Apply Kernel Variables.837vm-test-run-nixbot-gitlab> gitlab # [    7.546146] systemd[1]: Reached target First Boot Complete.838vm-test-run-nixbot-gitlab> gitlab # [    7.546907] systemd[1]: Finished Flush Journal to Persistent Storage.839vm-test-run-nixbot-gitlab> gitlab # [    7.555774] systemd[1]: Finished Create Static Device Nodes in /dev.840vm-test-run-nixbot-gitlab> gitlab # [    7.556935] systemd[1]: Reached target Preparation for Local File Systems.841vm-test-run-nixbot-gitlab> gitlab # [    7.559751] systemd[1]: Starting Rule-based Manager for Device Events and Files...842vm-test-run-nixbot-gitlab> gitlab # [    7.651276] systemd-udevd[837]: Using default interface naming scheme 'v260'.843vm-test-run-nixbot-gitlab> gitlab # [    7.720398] systemd[1]: Started Rule-based Manager for Device Events and Files.844vm-test-run-nixbot-gitlab> gitlab # [    7.960195] systemd[1]: Finished Firewall.845vm-test-run-nixbot-gitlab> gitlab # [    8.187372] systemd[1]: Finished Coldplug All udev Devices.846vm-test-run-nixbot-gitlab> gitlab # [    8.205430] systemd[1]: Mounting /run/wrappers...847vm-test-run-nixbot-gitlab> gitlab # [    8.248434] systemd[1]: Mounted /run/wrappers.848vm-test-run-nixbot-gitlab> gitlab # [    8.250006] systemd[1]: Reached target Local File Systems.849vm-test-run-nixbot-gitlab> gitlab # [    8.252426] systemd[1]: Listening on Boot Loader Control Service Socket.850vm-test-run-nixbot-gitlab> gitlab # [    8.256486] systemd[1]: Starting register-nix-paths.service...851vm-test-run-nixbot-gitlab> gitlab # [    8.266217] systemd[1]: Starting Create SUID/SGID Wrappers...852vm-test-run-nixbot-gitlab> gitlab # [    8.270230] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.853vm-test-run-nixbot-gitlab> gitlab # [    8.275606] systemd[1]: Starting Save Transient machine-id to Disk...854vm-test-run-nixbot-gitlab> gitlab # [    8.296199] systemd[1]: Starting Create System Files and Directories...855vm-test-run-nixbot-gitlab> gitlab # [    8.300413] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs856vm-test-run-nixbot-gitlab> gitlab # [    8.319600] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.857vm-test-run-nixbot-gitlab> gitlab # [    8.327723] systemd[1]: Finished Save Transient machine-id to Disk.858vm-test-run-nixbot-gitlab> gitlab # [    8.353034] systemd[1]: Finished Create System Files and Directories.859vm-test-run-nixbot-gitlab> gitlab # [    8.361606] systemd[1]: Starting Rebuild Journal Catalog...860vm-test-run-nixbot-gitlab> gitlab # [    8.362613] systemd[1]: Starting Record System Boot/Shutdown in UTMP...861vm-test-run-nixbot-gitlab> gitlab # [    8.399035] systemd[1]: Finished Record System Boot/Shutdown in UTMP.862vm-test-run-nixbot-gitlab> gitlab # [    8.415969] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.863vm-test-run-nixbot-gitlab> gitlab # [    8.422240] systemd[1]: Finished Rebuild Journal Catalog.864vm-test-run-nixbot-gitlab> gitlab # [    8.424718] systemd[1]: Starting Update is Completed...865vm-test-run-nixbot-gitlab> gitlab # [    8.427058] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.866vm-test-run-nixbot-gitlab> gitlab # [    8.430474] (udev-worker)[897]: Network interface NamePolicy= disabled on kernel command line.867vm-test-run-nixbot-gitlab> gitlab # [    8.450457] (udev-worker)[896]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.868vm-test-run-nixbot-gitlab> gitlab # [    8.452699] (udev-worker)[896]: Network interface NamePolicy= disabled on kernel command line.869vm-test-run-nixbot-gitlab> gitlab # [    8.454162] systemd[1]: Finished Update is Completed.870vm-test-run-nixbot-gitlab> gitlab # [    8.471047] systemd[1]: Condition check resulted in Virtio network device being skipped.871vm-test-run-nixbot-gitlab> gitlab # [    8.473413] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore872vm-test-run-nixbot-gitlab> gitlab # [    8.476033] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.873vm-test-run-nixbot-gitlab> gitlab # [    8.477844] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67874vm-test-run-nixbot-gitlab> gitlab # [    8.481731] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore875vm-test-run-nixbot-gitlab> gitlab # [    8.484297] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki876vm-test-run-nixbot-gitlab> gitlab # [    8.486581] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki877vm-test-run-nixbot-gitlab> gitlab # [    8.526985] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.878vm-test-run-nixbot-gitlab> gitlab # [    8.528187] systemd[1]: Finished Create SUID/SGID Wrappers.879vm-test-run-nixbot-gitlab> gitlab # [    8.529747] systemd[1]: suid-sgid-wrappers.service: Consumed 171ms CPU time over 262ms wall clock time, 7.1M memory peak, 2.2M read from disk.880vm-test-run-nixbot-gitlab> gitlab # [    8.573319] mousedev: PS/2 mouse device common for all mice881vm-test-run-nixbot-gitlab> gitlab # [    8.821090] systemd[1]: Finished register-nix-paths.service.882vm-test-run-nixbot-gitlab> gitlab # [    8.824103] systemd[1]: Reached target System Initialization.883vm-test-run-nixbot-gitlab> gitlab # [    8.825945] systemd[1]: Started Discard unused filesystem blocks once a week.884vm-test-run-nixbot-gitlab> gitlab # [    8.826923] systemd[1]: Started logrotate.timer.885vm-test-run-nixbot-gitlab> gitlab # [    8.827598] systemd[1]: Started Daily Cleanup of Temporary Directories.886vm-test-run-nixbot-gitlab> gitlab # [    8.829122] systemd[1]: Reached target Timer Units.887vm-test-run-nixbot-gitlab> gitlab # [    8.830111] systemd[1]: Listening on D-Bus System Message Bus Socket.888vm-test-run-nixbot-gitlab> gitlab # [    8.831339] systemd[1]: Listening on Nix Daemon Socket.889vm-test-run-nixbot-gitlab> gitlab # [    8.832863] systemd[1]: Listening on Hostname Service Socket.890vm-test-run-nixbot-gitlab> gitlab # [    8.834327] systemd[1]: Reached target Socket Units.891vm-test-run-nixbot-gitlab> gitlab # [    8.835073] systemd[1]: Reached target Basic System.892vm-test-run-nixbot-gitlab> gitlab # [    8.836167] systemd[1]: Started backdoor.service.893vm-test-run-nixbot-gitlab> gitlab # [    8.837665] systemd[1]: Starting gitlab-config.service...894vm-test-run-nixbot-gitlab> gitlab # [    8.839135] systemd[1]: Starting Import lastlog data into lastlog2 database...895vm-test-run-nixbot-gitlab> gitlab # [    8.846319] systemd[1]: Starting Logrotate configuration check...896vm-test-run-nixbot-gitlab> gitlab # [    8.849490] systemd[1]: Starting Name Service Cache Daemon (nsncd)...897vm-test-run-nixbot-gitlab> gitlab # [    8.858422] systemd[1]: Starting Post-Boot Actions...898vm-test-run-nixbot-gitlab> gitlab # [    8.864642] logrotate[1045]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.899vm-test-run-nixbot-gitlab> gitlab # connecting to host...900vm-test-run-nixbot-gitlab> gitlab # [    8.869166] logrotate[1045]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf901vm-test-run-nixbot-gitlab> gitlab # [    8.870927] logrotate[1045]: note: 'monthly' overrides previously specified 'weekly'902vm-test-run-nixbot-gitlab> gitlab # [    8.872876] logrotate[1045]: Reading state from file: /var/lib/logrotate.status903vm-test-run-nixbot-gitlab> gitlab # [    8.873873] logrotate[1045]: state file /var/lib/logrotate.status does not exist904vm-test-run-nixbot-gitlab> gitlab # [    8.874817] logrotate[1045]: Allocating hash table for state file, size 64 entries905vm-test-run-nixbot-gitlab> gitlab # [    8.875788] logrotate[1045]: Handling 4 logs906vm-test-run-nixbot-gitlab> gitlab # [    8.876524] logrotate[1045]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed907vm-test-run-nixbot-gitlab> gitlab # [    8.878606] logrotate[1045]: considering log /var/log/btmp908vm-test-run-nixbot-gitlab> gitlab # [    8.879298] logrotate[1045]: Creating new state909vm-test-run-nixbot-gitlab> gitlab # [    8.879891] logrotate[1045]:   Now: 2026-06-09 12:05910vm-test-run-nixbot-gitlab> gitlab # [    8.883420] logrotate[1045]:   Last rotated at 2026-06-09 12:00911vm-test-run-nixbot-gitlab> gitlab # [    8.884364] logrotate[1045]:   log does not need rotating (log has already been rotated)912vm-test-run-nixbot-gitlab> gitlab # [    8.885320] logrotate[1045]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed913vm-test-run-nixbot-gitlab> gitlab # [    8.887698] logrotate[1045]: considering log /var/log/wtmp914vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'915vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell916vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.32 seconds)917vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.32 seconds)918vm-test-run-nixbot-gitlab> gitlab # [    8.891527] logrotate[1045]: Creating new state919vm-test-run-nixbot-gitlab> gitlab # [    8.892132] logrotate[1045]:   Now: 2026-06-09 12:05920vm-test-run-nixbot-gitlab> gitlab # [    8.892758] logrotate[1045]:   Last rotated at 2026-06-09 12:00921vm-test-run-nixbot-gitlab> gitlab # [    8.893448] logrotate[1045]:   log does not need rotating (log has already been rotated)922vm-test-run-nixbot-gitlab> gitlab # [    8.894431] logrotate[1045]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed923vm-test-run-nixbot-gitlab> gitlab # [    8.895946] logrotate[1045]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1045)924vm-test-run-nixbot-gitlab> gitlab # [    8.896977] logrotate[1045]: considering log /var/gitlab/state/log/*.log925vm-test-run-nixbot-gitlab> gitlab # [    8.897729] logrotate[1045]:   log /var/gitlab/state/log/*.log does not exist -- skipping926vm-test-run-nixbot-gitlab> gitlab # [    8.898620] logrotate[1045]: Creating new state927vm-test-run-nixbot-gitlab> gitlab # [    8.901810] logrotate[1045]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1045)928vm-test-run-nixbot-gitlab> gitlab # [    8.902819] logrotate[1045]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed929vm-test-run-nixbot-gitlab> gitlab # [    8.904823] logrotate[1045]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1045)930vm-test-run-nixbot-gitlab> gitlab # [    8.906553] logrotate[1045]: considering log /var/log/nginx/*.log931vm-test-run-nixbot-gitlab> gitlab # [    8.909583] logrotate[1045]:   log /var/log/nginx/*.log does not exist -- skipping932vm-test-run-nixbot-gitlab> gitlab # [    8.910562] logrotate[1045]: Creating new state933vm-test-run-nixbot-gitlab> gitlab # [    8.911175] logrotate[1045]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1045)934vm-test-run-nixbot-gitlab> gitlab # [    8.912694] systemd[1]: Started Reset console on configuration changes.935vm-test-run-nixbot-gitlab> gitlab # [    8.914616] systemd[1]: Starting resolvconf update...936vm-test-run-nixbot-gitlab> gitlab # [    8.918257] systemd[1]: Finished Logrotate configuration check.937vm-test-run-nixbot-gitlab> gitlab # [    8.919360] systemd[1]: Finished Post-Boot Actions.938vm-test-run-nixbot-gitlab> gitlab # [    8.920230] systemd[1]: Starting D-Bus System Message Bus...939vm-test-run-nixbot-gitlab> gitlab # [    8.921086] systemd[1]: Finished Import lastlog data into lastlog2 database.940vm-test-run-nixbot-gitlab> gitlab # [    8.928224] systemd[1]: Started Name Service Cache Daemon (nsncd).941vm-test-run-nixbot-gitlab> gitlab # [    8.929502] nsncd[1046]: Jun 09 12:05:06.811 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"942vm-test-run-nixbot-gitlab> gitlab # [    8.932301] systemd[1]: Reached target Host and Network Name Lookups.943vm-test-run-nixbot-gitlab> gitlab # [    8.933116] systemd[1]: Reached target User and Group Name Lookups.944vm-test-run-nixbot-gitlab> gitlab # [    8.935804] systemd[1]: Starting User Login Management...945vm-test-run-nixbot-gitlab> gitlab # [    8.970749] dbus-broker-launch[1066]: Looking up NSS user entry for 'systemd-timesync'...946vm-test-run-nixbot-gitlab> gitlab # [    8.973571] dbus-broker-launch[1066]: NSS returned no entry for 'systemd-timesync'947vm-test-run-nixbot-gitlab> gitlab # [    8.974728] dbus-broker-launch[1066]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"948vm-test-run-nixbot-gitlab> gitlab # [    8.980503] systemd[1]: Started D-Bus System Message Bus.949vm-test-run-nixbot-gitlab> gitlab # [    9.001178] dbus-broker-launch[1066]: Ready950vm-test-run-nixbot-gitlab> gitlab # [    9.015212] systemd-logind[1086]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)951vm-test-run-nixbot-gitlab> gitlab # [    9.017505] systemd-logind[1086]: Watching system buttons on /dev/input/event0 (gpio-keys)952vm-test-run-nixbot-gitlab> gitlab # [    9.018628] systemd-logind[1086]: New seat seat0.953vm-test-run-nixbot-gitlab> gitlab # [    9.023056] systemd[1]: Stopped target Host and Network Name Lookups.954vm-test-run-nixbot-gitlab> gitlab # [    9.024008] systemd[1]: Stopping Host and Network Name Lookups...955vm-test-run-nixbot-gitlab> gitlab # [    9.024830] systemd[1]: Stopped target User and Group Name Lookups.956vm-test-run-nixbot-gitlab> gitlab # [    9.025658] systemd[1]: Stopping User and Group Name Lookups...957vm-test-run-nixbot-gitlab> gitlab # [    9.027823] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...958vm-test-run-nixbot-gitlab> gitlab # [    9.029994] systemd[1]: Started User Login Management.959vm-test-run-nixbot-gitlab> gitlab # [    9.030735] systemd[1]: nscd.service: Deactivated successfully.960vm-test-run-nixbot-gitlab> gitlab # [    9.031495] systemd[1]: Stopped Name Service Cache Daemon (nsncd).961vm-test-run-nixbot-gitlab> gitlab # [    9.032341] systemd[1]: nscd.service: Consumed 28ms CPU time over 174ms wall clock time, 8.3M memory peak, 5.9M read from disk.962vm-test-run-nixbot-gitlab> gitlab # [    9.035231] systemd[1]: Starting linger-users.service...963vm-test-run-nixbot-gitlab> gitlab # [    9.040072] systemd[1]: Starting Name Service Cache Daemon (nsncd)...964vm-test-run-nixbot-gitlab> gitlab # [    9.066479] systemd[1]: linger-users.service: Deactivated successfully.965vm-test-run-nixbot-gitlab> gitlab # [    9.069573] systemd[1]: Finished linger-users.service.966vm-test-run-nixbot-gitlab> gitlab # [    9.070376] systemd[1]: Started Name Service Cache Daemon (nsncd).967vm-test-run-nixbot-gitlab> gitlab # [    9.071819] nsncd[1133]: Jun 09 12:05:06.956 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"968vm-test-run-nixbot-gitlab> gitlab # [    9.074183] systemd[1]: Reached target Host and Network Name Lookups.969vm-test-run-nixbot-gitlab> gitlab # [    9.075119] systemd[1]: Reached target User and Group Name Lookups.970vm-test-run-nixbot-gitlab> gitlab # [    9.080600] systemd[1]: Finished resolvconf update.971vm-test-run-nixbot-gitlab> gitlab # [    9.082613] systemd[1]: Reached target Preparation for Network.972vm-test-run-nixbot-gitlab> gitlab # [    9.088201] systemd[1]: Starting DHCP Client...973vm-test-run-nixbot-gitlab> gitlab # [    9.092613] systemd[1]: Starting Address configuration of eth1...974vm-test-run-nixbot-gitlab> gitlab # [    9.095648] systemd[1]: Starting Extra networking commands....975vm-test-run-nixbot-gitlab> gitlab # [    9.134079] network-addresses-eth1-start[1160]: adding address 192.168.1.1/24... done976vm-test-run-nixbot-gitlab> gitlab # [    9.142827] network-addresses-eth1-start[1160]: adding address 2001:db8:1::1/64... done977vm-test-run-nixbot-gitlab> gitlab # [    9.157294] systemd[1]: Finished Address configuration of eth1.978vm-test-run-nixbot-gitlab> gitlab # [    9.193725] dhcpcd[1169]: dhcpcd-10.3.2 starting979vm-test-run-nixbot-gitlab> gitlab # [    9.197394] systemd[1]: Finished Extra networking commands..980vm-test-run-nixbot-gitlab> gitlab # [    9.198242] systemd[1]: Reached target Network.981vm-test-run-nixbot-gitlab> gitlab # [    9.202852] systemd[1]: Starting gitlab-workhorse.service...982vm-test-run-nixbot-gitlab> gitlab # [    9.204128] dhcpcd[1220]: dev: loaded udev983vm-test-run-nixbot-gitlab> gitlab # [    9.210828] systemd[1]: Starting Nginx Web Server...984vm-test-run-nixbot-gitlab> gitlab # [    9.230401] systemd[1]: Starting PostgreSQL Server...985vm-test-run-nixbot-gitlab> gitlab # [    9.233674] systemd[1]: Starting Redis Server - redis-gitlab...986vm-test-run-nixbot-gitlab> gitlab # [    9.239287] systemd[1]: Starting Permit User Sessions...987vm-test-run-nixbot-gitlab> gitlab # [    9.293226] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3988vm-test-run-nixbot-gitlab> gitlab # [    9.318752] systemd[1]: Finished Permit User Sessions.989vm-test-run-nixbot-gitlab> gitlab # [    9.339375] 8021q: 802.1Q VLAN Support v1.8990vm-test-run-nixbot-gitlab> gitlab # [    9.339752] 8021q: adding VLAN 0 to HW filter on device eth1991vm-test-run-nixbot-gitlab> gitlab # [    9.340796] systemd[1]: Started Getty on tty1.992vm-test-run-nixbot-gitlab> gitlab # [    9.342154] systemd[1]: Reached target Login Prompts.993vm-test-run-nixbot-gitlab> gitlab # [    9.469463] nginx-pre-start[1247]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok994vm-test-run-nixbot-gitlab> gitlab # [    9.474594] nginx-pre-start[1247]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful995vm-test-run-nixbot-gitlab> gitlab # [    9.486060] systemd[1]: Started Nginx Web Server.996vm-test-run-nixbot-gitlab> gitlab # [    9.515589] cfg80211: Loading compiled-in X.509 certificates for regulatory database997vm-test-run-nixbot-gitlab> gitlab # [    9.514989] postgresql-pre-start[1245]: The files belonging to this database system will be owned by user "postgres".998vm-test-run-nixbot-gitlab> gitlab # [    9.518273] postgresql-pre-start[1245]: This user must also own the server process.999vm-test-run-nixbot-gitlab> gitlab # [    9.520231] postgresql-pre-start[1245]: The database cluster will be initialized with locale "en_US.UTF-8".1000vm-test-run-nixbot-gitlab> gitlab # [    9.521837] postgresql-pre-start[1245]: The default database encoding has accordingly been set to "UTF8".1001vm-test-run-nixbot-gitlab> gitlab # [    9.523713] postgresql-pre-start[1245]: The default text search configuration will be set to "english".1002vm-test-run-nixbot-gitlab> gitlab # [    9.525032] postgresql-pre-start[1245]: Data page checksums are disabled.1003vm-test-run-nixbot-gitlab> gitlab # [    9.526180] postgresql-pre-start[1245]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1004vm-test-run-nixbot-gitlab> gitlab # [    9.528334] postgresql-pre-start[1245]: creating subdirectories ... ok1005vm-test-run-nixbot-gitlab> gitlab # [    9.530074] postgresql-pre-start[1245]: selecting dynamic shared memory implementation ... posix1006vm-test-run-nixbot-gitlab> gitlab # [    9.533221] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'1007vm-test-run-nixbot-gitlab> gitlab # [    9.533782] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'1008vm-test-run-nixbot-gitlab> gitlab # [    9.535521] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -21009vm-test-run-nixbot-gitlab> gitlab # [    9.535849] cfg80211: failed to load regulatory.db1010vm-test-run-nixbot-gitlab> gitlab # [    9.588600] redis-server[1246]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1011vm-test-run-nixbot-gitlab> gitlab # [    9.593200] redis-server[1246]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1012vm-test-run-nixbot-gitlab> gitlab # [    9.604396] redis-server[1246]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1246, just started1013vm-test-run-nixbot-gitlab> gitlab # [    9.605941] systemd[1]: Started Redis Server - redis-gitlab.1014vm-test-run-nixbot-gitlab> gitlab # [    9.608253] redis-server[1246]: Configuration loaded1015vm-test-run-nixbot-gitlab> gitlab # [    9.609127] postgresql-pre-start[1245]: selecting default "max_connections" ... 1001016vm-test-run-nixbot-gitlab> gitlab # [    9.610095] redis[1246]: monotonic clock: ARM CNTVCT @ 1000 ticks/us1017vm-test-run-nixbot-gitlab> gitlab # [    9.611120] redis[1246]: Running mode=standalone, port=0.1018vm-test-run-nixbot-gitlab> gitlab # [    9.611960] redis[1246]: Server initialized1019vm-test-run-nixbot-gitlab> gitlab # [    9.612867] redis[1246]: Ready to accept connections unix1020vm-test-run-nixbot-gitlab> gitlab # [    9.613823] redis[1246]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1021vm-test-run-nixbot-gitlab> gitlab # [    9.641330] systemd[1]: Starting Virtual Console Setup...1022vm-test-run-nixbot-gitlab> gitlab # [    9.649864] 8021q: adding VLAN 0 to HW filter on device eth01023vm-test-run-nixbot-gitlab> gitlab # [    9.650288] dhcpcd[1220]: eth0: waiting for carrier1024vm-test-run-nixbot-gitlab> gitlab # [    9.651690] dhcpcd[1220]: eth0: carrier acquired1025vm-test-run-nixbot-gitlab> gitlab # [    9.670529] postgresql-pre-start[1245]: selecting default "shared_buffers" ... 128MB1026vm-test-run-nixbot-gitlab> gitlab # [    9.672213] dhcpcd[1220]: DUID 00:01:00:01:31:ba:bd:f3:52:54:00:12:34:561027vm-test-run-nixbot-gitlab> gitlab # [    9.673182] dhcpcd[1220]: eth0: IAID 00:12:34:561028vm-test-run-nixbot-gitlab> gitlab # [    9.673997] dhcpcd[1220]: eth0: adding address fe80::5054:ff:fe12:34561029vm-test-run-nixbot-gitlab> gitlab # [    9.707419] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1030vm-test-run-nixbot-gitlab> gitlab # [    9.710699] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.1031vm-test-run-nixbot-gitlab> gitlab # [    9.711862] systemd[1]: Stopped Virtual Console Setup.1032vm-test-run-nixbot-gitlab> gitlab # [    9.724629] systemd[1]: Starting Virtual Console Setup...1033vm-test-run-nixbot-gitlab> gitlab # [    9.772362] systemd-logind[1086]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)1034vm-test-run-nixbot-gitlab> gitlab # [    9.778925] systemd-vconsole-setup[1284]: Configuration of first virtual console was skipped, ignoring remaining ones.1035vm-test-run-nixbot-gitlab> gitlab # [    9.780697] systemd[1]: Finished Virtual Console Setup.1036vm-test-run-nixbot-gitlab> gitlab # [    9.887964] systemd[1]: Started gitlab-workhorse.service.1037vm-test-run-nixbot-gitlab> gitlab # [   10.151682] postgresql-pre-start[1245]: selecting default time zone ... UTC1038vm-test-run-nixbot-gitlab> gitlab # [   10.157552] postgresql-pre-start[1245]: creating configuration files ... ok1039vm-test-run-nixbot-gitlab> gitlab # [   10.214510] gitlab-workhorse[1290]: time="2026-06-09T12:05:08Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41040vm-test-run-nixbot-gitlab> gitlab # [   10.217983] gitlab-workhorse[1290]: time="2026-06-09T12:05:08Z" level=info msg="Using redis/go-redis"1041vm-test-run-nixbot-gitlab> gitlab # [   10.220521] gitlab-workhorse[1290]: time="2026-06-09T12:05:08Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1042vm-test-run-nixbot-gitlab> gitlab # [   10.386779] postgresql-pre-start[1245]: running bootstrap script ... ok1043vm-test-run-nixbot-gitlab> gitlab # [   11.056885] postgresql-pre-start[1245]: performing post-bootstrap initialization ... ok1044vm-test-run-nixbot-gitlab> gitlab # [   11.331082] postgresql-pre-start[1245]: syncing data to disk ... ok1045vm-test-run-nixbot-gitlab> gitlab # [   11.333811] postgresql-pre-start[1245]: initdb: warning: enabling "trust" authentication for local connections1046vm-test-run-nixbot-gitlab> gitlab # [   11.337653] postgresql-pre-start[1245]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1047vm-test-run-nixbot-gitlab> gitlab # [   11.343866] postgresql-pre-start[1245]: Success. You can now start the database server using:1048vm-test-run-nixbot-gitlab> gitlab # [   11.347279] postgresql-pre-start[1245]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1049vm-test-run-nixbot-gitlab> gitlab # [   11.434699] postgres[1328]: [1328] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit1050vm-test-run-nixbot-gitlab> gitlab # [   11.440366] postgres[1328]: [1328] LOG:  listening on IPv6 address "::1", port 54321051vm-test-run-nixbot-gitlab> gitlab # [   11.443445] postgres[1328]: [1328] LOG:  listening on IPv4 address "127.0.0.1", port 54321052vm-test-run-nixbot-gitlab> gitlab # [   11.447994] postgres[1328]: [1328] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1053vm-test-run-nixbot-gitlab> gitlab # [   11.453774] dhcpcd[1220]: eth0: soliciting a DHCP lease1054vm-test-run-nixbot-gitlab> gitlab # [   11.454904] postgres[1335]: [1335] LOG:  database system was shut down at 2026-06-09 12:05:08 GMT1055vm-test-run-nixbot-gitlab> gitlab # [   11.456177] dhcpcd[1220]: eth0: offered 10.0.2.15 from 10.0.2.21056vm-test-run-nixbot-gitlab> gitlab # [   11.457361] systemd[1]: Started PostgreSQL Server.1057vm-test-run-nixbot-gitlab> gitlab # [   11.458088] postgres[1328]: [1328] LOG:  database system is ready to accept connections1058vm-test-run-nixbot-gitlab> gitlab # [   11.462505] systemd[1]: Starting PostgreSQL Setup Scripts...1059vm-test-run-nixbot-gitlab> gitlab # [   11.464500] dhcpcd[1220]: eth0: probing address 10.0.2.15/241060vm-test-run-nixbot-gitlab> gitlab # [   11.626930] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1324]: mkdir -p /var/gitlab/state/home/.ssh: OK1061vm-test-run-nixbot-gitlab> gitlab # [   11.630951] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1324]: chmod 700 /var/gitlab/state/home/.ssh: OK1062vm-test-run-nixbot-gitlab> gitlab # [   11.640822] dhcpcd[1220]: eth0: soliciting an IPv6 router1063vm-test-run-nixbot-gitlab> gitlab # [   11.642987] dhcpcd[1220]: eth0: Router Advertisement from fe80::21064vm-test-run-nixbot-gitlab> gitlab # [   11.645342] dhcpcd[1220]: eth0: adding address fec0::5054:ff:fe12:3456/641065vm-test-run-nixbot-gitlab> gitlab # [   11.647554] dhcpcd[1220]: eth0: adding route to fec0::/641066vm-test-run-nixbot-gitlab> gitlab # [   11.649587] dhcpcd[1220]: eth0: adding default route via fe80::21067vm-test-run-nixbot-gitlab> gitlab # [   11.707542] postgresql-setup-start[1346]: CREATE DATABASE1068vm-test-run-nixbot-gitlab> gitlab # [   11.730943] systemd[1]: Finished gitlab-config.service.1069vm-test-run-nixbot-gitlab> gitlab # [   11.735539] systemd[1]: Started gitaly.service.1070vm-test-run-nixbot-gitlab> gitlab # [   11.759354] postgresql-setup-start[1364]: CREATE ROLE1071vm-test-run-nixbot-gitlab> gitlab # [   11.781156] postgresql-setup-start[1366]: ALTER DATABASE1072vm-test-run-nixbot-gitlab> gitlab # [   11.838099] postgresql-setup-start[1372]: CREATE ROLE1073vm-test-run-nixbot-gitlab> gitlab # [   11.842573] systemd[1]: Finished PostgreSQL Setup Scripts.1074vm-test-run-nixbot-gitlab> gitlab # [   11.845091] systemd[1]: Reached target PostgreSQL.1075vm-test-run-nixbot-gitlab> gitlab # [   11.849247] systemd[1]: Starting gitlab-db-config.service...1076vm-test-run-nixbot-gitlab> gitlab # [   11.854485] systemd[1]: Starting gitlab-postgresql.service...1077vm-test-run-nixbot-gitlab> gitlab # [   12.075125] gitlab-postgresql-start[1382]: CREATE DATABASE1078vm-test-run-nixbot-gitlab> gitlab # [   12.145237] gitlab-postgresql-start[1388]: CREATE EXTENSION1079vm-test-run-nixbot-gitlab> gitlab # [   12.229202] gitlab-postgresql-start[1394]: CREATE EXTENSION1080vm-test-run-nixbot-gitlab> gitlab # [   12.233732] systemd[1]: Finished gitlab-postgresql.service.1081vm-test-run-nixbot-gitlab> gitlab # [   12.551294] gitaly[1363]: time="2026-06-09T12:05:10.436Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=13631082vm-test-run-nixbot-gitlab> gitlab # [   12.572662] gitaly[1363]: time="2026-06-09T12:05:10.437Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13631083vm-test-run-nixbot-gitlab> gitlab # [   12.577313] gitaly[1363]: time="2026-06-09T12:05:10.437Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13631084vm-test-run-nixbot-gitlab> gitlab # [   12.583213] gitaly[1363]: time="2026-06-09T12:05:10.437Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13631085vm-test-run-nixbot-gitlab> gitlab # [   12.588593] gitaly[1363]: time="2026-06-09T12:05:10.437Z" level=info msg="Starting Gitaly" pid=1363 version=18.11.41086vm-test-run-nixbot-gitlab> gitlab # [   12.830275] gitaly[1363]: time="2026-06-09T12:05:10.716Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=277 pid=13631087vm-test-run-nixbot-gitlab> gitlab # [   12.833269] gitaly[1363]: time="2026-06-09T12:05:10.716Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13631088vm-test-run-nixbot-gitlab> gitlab # [   12.835670] gitaly[1363]: time="2026-06-09T12:05:10.717Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13631089vm-test-run-nixbot-gitlab> gitlab # [   12.838214] gitaly[1363]: time="2026-06-09T12:05:10.717Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1363/git-exec-159190804.d/git pid=13631090vm-test-run-nixbot-gitlab> gitlab # [   12.840827] gitaly[1363]: time="2026-06-09T12:05:10.726Z" level=info msg="finished detecting git version" duration_ms=9 pid=13631091vm-test-run-nixbot-gitlab> gitlab # [   12.842656] gitaly[1363]: time="2026-06-09T12:05:10.726Z" level=info msg="using Git version" pid=1363 version=2.53.g1092vm-test-run-nixbot-gitlab> gitlab # [   12.844571] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="clearing disk cache object folder" pid=1363 storage=default1093vm-test-run-nixbot-gitlab> gitlab # [   12.846539] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3034104966 pid=1363 storage=default1094vm-test-run-nixbot-gitlab> gitlab # [   12.849548] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3034104966 pid=1363 storage=default1095vm-test-run-nixbot-gitlab> gitlab # [   12.853025] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13631096vm-test-run-nixbot-gitlab> gitlab # [   12.856628] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13631097vm-test-run-nixbot-gitlab> gitlab # [   12.859591] gitaly[1363]: time="2026-06-09T12:05:10.727Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3034104966 clear_duration_ms=0 pid=1363 storage=default1098vm-test-run-nixbot-gitlab> gitlab # [   12.862992] gitaly[1363]: time="2026-06-09T12:05:10.741Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13631099vm-test-run-nixbot-gitlab> gitlab # [   12.865698] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="counting repositories" pid=13631100vm-test-run-nixbot-gitlab> gitlab # [   12.867380] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="starting to count repositories" pid=1363 storage_path=/var/gitlab/state/repositories1101vm-test-run-nixbot-gitlab> gitlab # [   12.869512] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="finished tempdir cleaner walk" pid=1363 storage=default time_ms=01102vm-test-run-nixbot-gitlab> gitlab # [   12.871398] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1363 schema=unix1103vm-test-run-nixbot-gitlab> gitlab # [   12.873953] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1363 storage_path=/var/gitlab/state/repositories1104vm-test-run-nixbot-gitlab> gitlab # [   12.876614] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13631105vm-test-run-nixbot-gitlab> gitlab # [   12.878333] gitaly[1363]: time="2026-06-09T12:05:10.742Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1363/sock.d/intern pid=1363 schema=unix1106vm-test-run-nixbot-gitlab> gitlab # [   12.880282] gitaly[1363]: time="2026-06-09T12:05:10.743Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13631107vm-test-run-nixbot-gitlab> gitlab # [   12.882043] gitaly[1363]: time="2026-06-09T12:05:10.743Z" level=info msg="Started Gitaly" duration_ms=305 pid=13631108vm-test-run-nixbot-gitlab> gitlab # [   12.883523] gitaly[1363]: time="2026-06-09T12:05:10.743Z" level=info msg="maintenance: daily scheduled" pid=1363 scheduled="2026-06-10 12:00:00 +0000 UTC"1109vm-test-run-nixbot-gitlab> gitlab # [   13.402341] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1110vm-test-run-nixbot-gitlab> gitlab # [   13.408949] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1111vm-test-run-nixbot-gitlab> gitlab # [   13.428323] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1112vm-test-run-nixbot-gitlab> gitlab # [   16.235346] gitaly[1363]: time="2026-06-09T12:05:14.120Z" level=info msg="License database preloaded" duration_ms=3683 pid=13631113vm-test-run-nixbot-gitlab> gitlab # [   16.463251] dhcpcd[1220]: eth0: leased 10.0.2.15 for 86400 seconds1114vm-test-run-nixbot-gitlab> gitlab # [   16.465868] dhcpcd[1220]: eth0: adding route to 10.0.2.0/241115vm-test-run-nixbot-gitlab> gitlab # [   16.468068] dhcpcd[1220]: eth0: adding default route via 10.0.2.21116vm-test-run-nixbot-gitlab> gitlab # [   16.641604] systemd[1]: Started DHCP Client.1117vm-test-run-nixbot-gitlab> gitlab # [   16.644193] systemd[1]: Reached target Network is Online.1118vm-test-run-nixbot-gitlab> gitlab # [   56.787003] postgres[1848]: [1848] ERROR:  relation "feature_gates" does not exist at character 5231119vm-test-run-nixbot-gitlab> gitlab # [   56.787313] postgres[1848]: [1848] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1120vm-test-run-nixbot-gitlab> gitlab # [   56.787356] postgres[1848]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1121vm-test-run-nixbot-gitlab> gitlab # [   56.787398] postgres[1848]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1122vm-test-run-nixbot-gitlab> gitlab # [   56.787435] postgres[1848]: 	       attidentity AS identity,1123vm-test-run-nixbot-gitlab> gitlab # [   56.787480] postgres[1848]: 	       attgenerated as attgenerated1124vm-test-run-nixbot-gitlab> gitlab # [   56.787512] postgres[1848]: 	  FROM pg_attribute a1125vm-test-run-nixbot-gitlab> gitlab # [   56.787551] postgres[1848]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1126vm-test-run-nixbot-gitlab> gitlab # [   56.787588] postgres[1848]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1127vm-test-run-nixbot-gitlab> gitlab # [   56.787625] postgres[1848]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1128vm-test-run-nixbot-gitlab> gitlab # [   56.787662] postgres[1848]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1129vm-test-run-nixbot-gitlab> gitlab # [   56.787699] postgres[1848]: 	   AND a.attnum > 0 AND NOT a.attisdropped1130vm-test-run-nixbot-gitlab> gitlab # [   56.787744] postgres[1848]: 	 ORDER BY a.attnum1131vm-test-run-nixbot-gitlab> gitlab # [   56.787781] postgres[1848]:1132vm-test-run-nixbot-gitlab> gitlab # [   57.121466] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1377]: W, [2026-06-09T12:05:55.006604 #1377]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1133vm-test-run-nixbot-gitlab> gitlab # [   60.308199] gitlab-workhorse[1290]: time="2026-06-09T12:05:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1134vm-test-run-nixbot-gitlab> gitlab # [   65.145749] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1930]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1135vm-test-run-nixbot-gitlab> gitlab # [   65.146157] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1930]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1136vm-test-run-nixbot-gitlab> gitlab # [   70.309543] gitlab-workhorse[1290]: time="2026-06-09T12:06:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1137vm-test-run-nixbot-gitlab> gitlab # [   80.320638] gitlab-workhorse[1290]: time="2026-06-09T12:06:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1138vm-test-run-nixbot-gitlab> gitlab # [   87.517121] postgres[2015]: [2015] ERROR:  relation "table_without_models" does not exist1139vm-test-run-nixbot-gitlab> gitlab # [   87.520633] postgres[2015]: [2015] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1140vm-test-run-nixbot-gitlab> gitlab # [   90.330259] gitlab-workhorse[1290]: time="2026-06-09T12:06:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1141vm-test-run-nixbot-gitlab> gitlab # [  100.333747] gitlab-workhorse[1290]: time="2026-06-09T12:06:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1142vm-test-run-nixbot-gitlab> gitlab # [  110.344581] gitlab-workhorse[1290]: time="2026-06-09T12:06:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1143vm-test-run-nixbot-gitlab> gitlab # [  118.239399] systemd[1]: Finished gitlab-db-config.service.1144vm-test-run-nixbot-gitlab> gitlab # [  118.248171] systemd[1]: Started gitlab-sidekiq.service.1145vm-test-run-nixbot-gitlab> gitlab # [  118.253702] systemd[1]: Starting gitlab.service...1146vm-test-run-nixbot-gitlab> gitlab # [  118.775178] bundle[2381]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1147vm-test-run-nixbot-gitlab> gitlab # [  118.781076] bundle[2381]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1148vm-test-run-nixbot-gitlab> gitlab # [  118.786742] bundle[2381]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1149vm-test-run-nixbot-gitlab> gitlab # [  120.354311] gitlab-workhorse[1290]: time="2026-06-09T12:06:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1150vm-test-run-nixbot-gitlab> gitlab # [  123.503072] sidekiq-cluster[2380]: {"severity":"INFO","time":"2026-06-09T12:07:01.360Z","message":"Starting cluster with 1 processes"}1151vm-test-run-nixbot-gitlab> gitlab # [  123.587565] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.443Z","pid":2381,"message":"* Enabling systemd notification integration"}1152vm-test-run-nixbot-gitlab> gitlab # [  123.592519] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"Puma starting in cluster mode..."}1153vm-test-run-nixbot-gitlab> gitlab # [  123.596685] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1154vm-test-run-nixbot-gitlab> gitlab # [  123.601024] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1155vm-test-run-nixbot-gitlab> gitlab # [  123.606378] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*  Min threads: 0"}1156vm-test-run-nixbot-gitlab> gitlab # [  123.610029] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*  Max threads: 4"}1157vm-test-run-nixbot-gitlab> gitlab # [  123.613737] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*  Environment: production"}1158vm-test-run-nixbot-gitlab> gitlab # [  123.617806] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*   Master PID: 2381"}1159vm-test-run-nixbot-gitlab> gitlab # [  123.621536] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*      Workers: 2"}1160vm-test-run-nixbot-gitlab> gitlab # [  123.625368] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1161vm-test-run-nixbot-gitlab> gitlab # [  123.630499] bundle[2381]: {"timestamp":"2026-06-09T12:07:01.473Z","pid":2381,"message":"* Preloading application"}1162vm-test-run-nixbot-gitlab> gitlab # [  130.361354] gitlab-workhorse[1290]: time="2026-06-09T12:07:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1163vm-test-run-nixbot-gitlab> gitlab # [  140.362582] gitlab-workhorse[1290]: time="2026-06-09T12:07:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1164vm-test-run-nixbot-gitlab> gitlab # [  150.370353] gitlab-workhorse[1290]: time="2026-06-09T12:07:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1165vm-test-run-nixbot-gitlab> gitlab # [  160.381315] gitlab-workhorse[1290]: time="2026-06-09T12:07:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1166vm-test-run-nixbot-gitlab> gitlab # [  161.614844] bundle[2381]: W, [2026-06-09T12:07:39.500666 #2381]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1167vm-test-run-nixbot-gitlab> gitlab # [  166.623088] sidekiq-cluster[2430]: 2026-06-09T12:07:44.508Z pid=2430 tid=tti INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2430, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>448802816}1168vm-test-run-nixbot-gitlab> gitlab # [  166.974547] sidekiq-cluster[2430]: W, [2026-06-09T12:07:44.860773 #2430]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1169vm-test-run-nixbot-gitlab> gitlab # [  167.035845] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:44.922Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1170vm-test-run-nixbot-gitlab> gitlab # [  170.391904] gitlab-workhorse[1290]: time="2026-06-09T12:07:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1171vm-test-run-nixbot-gitlab> gitlab # [  170.799793] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.684Z","message":"GitLab reliable fetch activated!"}1172vm-test-run-nixbot-gitlab> gitlab # [  170.804711] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.685Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1173vm-test-run-nixbot-gitlab> gitlab # [  170.852636] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.738Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  170.861540] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.747Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  170.869916] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.755Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  170.885930] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.771Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  170.891974] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.778Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  170.896246] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.782Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  170.903404] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.785Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  170.909545] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.789Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [  170.915748] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.792Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [  170.922001] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.795Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [  170.928757] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.798Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [  170.934436] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.803Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [  170.939160] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.806Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [  170.944366] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.809Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [  170.949098] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.813Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [  170.953889] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.816Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [  170.958781] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.820Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [  170.963265] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.824Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [  170.967245] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.827Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [  170.971360] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.830Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [  170.976048] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.833Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [  170.979906] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.836Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [  170.984230] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.839Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [  170.987753] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.841Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [  170.991617] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.843Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [  170.995518] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.846Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [  170.999108] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.849Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [  171.002399] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.852Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [  171.005603] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.855Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [  171.008717] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.858Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [  171.011269] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.860Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [  171.013813] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.863Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [  171.016325] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.866Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [  171.018592] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.869Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [  171.021121] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.871Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [  171.057845] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.940Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [  171.062662] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.947Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [  171.067291] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.950Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [  171.071679] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.953Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [  171.075872] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.957Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [  171.079764] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.959Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [  171.083667] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.963Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [  171.087276] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.964Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [  171.090778] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.968Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [  171.093963] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.970Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [  171.097149] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.974Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [  171.100265] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.977Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [  171.103074] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.979Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [  171.105980] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.982Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [  171.108423] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.984Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [  171.110767] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.988Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [  171.113350] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.990Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [  171.115548] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:48.994Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [  171.123514] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.009Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [  171.127541] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.013Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [  171.130521] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.016Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [  171.133966] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.020Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [  171.137358] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.023Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [  171.140456] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.026Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [  171.143260] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.029Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [  171.146236] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.031Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [  171.148830] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.034Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [  171.151363] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.037Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [  171.154661] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.041Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [  171.157661] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.044Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [  171.161166] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.047Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [  171.165517] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.051Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [  171.168452] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.054Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [  171.171459] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.056Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [  171.174777] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.059Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [  171.177891] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.060Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [  171.180736] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.063Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [  171.183385] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.065Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [  171.186118] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.067Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [  171.188803] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.070Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [  171.191336] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.072Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [  171.194013] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.074Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [  171.196439] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.077Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [  171.198999] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.079Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [  171.201358] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.081Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [  171.203510] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.084Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [  171.206011] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.086Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [  171.208449] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.088Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [  171.210631] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.091Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [  171.212818] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.094Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [  171.215058] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.097Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [  171.217239] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.099Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [  171.219385] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.103Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [  171.221599] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.105Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [  171.223722] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.107Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [  171.225974] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.109Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [  171.228086] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.112Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [  171.230139] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.114Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [  171.232271] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.116Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [  171.234489] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.118Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [  171.236370] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.121Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1269vm-test-run-nixbot-gitlab> gitlab # [  171.238545] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.124Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1270vm-test-run-nixbot-gitlab> gitlab # [  171.240702] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.126Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1271vm-test-run-nixbot-gitlab> gitlab # [  171.242791] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.128Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1272vm-test-run-nixbot-gitlab> gitlab # [  171.256300] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.142Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1273vm-test-run-nixbot-gitlab> gitlab # [  171.258447] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.144Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1274vm-test-run-nixbot-gitlab> gitlab # [  171.262079] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.147Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1275vm-test-run-nixbot-gitlab> gitlab # [  171.264747] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.151Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1276vm-test-run-nixbot-gitlab> gitlab # [  171.267703] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.154Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1277vm-test-run-nixbot-gitlab> gitlab # [  171.270563] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.156Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1278vm-test-run-nixbot-gitlab> gitlab # [  171.273242] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.159Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1279vm-test-run-nixbot-gitlab> gitlab # [  171.275557] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.161Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1280vm-test-run-nixbot-gitlab> gitlab # [  171.277828] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.163Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1281vm-test-run-nixbot-gitlab> gitlab # [  171.280408] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.166Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1282vm-test-run-nixbot-gitlab> gitlab # [  171.282611] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:07:49.168Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1283vm-test-run-nixbot-gitlab> gitlab # [  180.393334] gitlab-workhorse[1290]: time="2026-06-09T12:07:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1284vm-test-run-nixbot-gitlab> gitlab # [  190.403517] gitlab-workhorse[1290]: time="2026-06-09T12:08:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1285vm-test-run-nixbot-gitlab> gitlab # [  200.410575] gitlab-workhorse[1290]: time="2026-06-09T12:08:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1286vm-test-run-nixbot-gitlab> gitlab # [  210.418287] gitlab-workhorse[1290]: time="2026-06-09T12:08:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1287vm-test-run-nixbot-gitlab> gitlab # [  214.029827] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:31.914Z","message":"Booted Rails 7.2.3 application in production environment"}1288vm-test-run-nixbot-gitlab> gitlab # [  214.030303] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:31.915Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1289vm-test-run-nixbot-gitlab> gitlab # [  214.030489] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:31.916Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1290vm-test-run-nixbot-gitlab> gitlab # [  214.030610] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:31.916Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1291vm-test-run-nixbot-gitlab> gitlab # [  214.032648] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:31.918Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1292vm-test-run-nixbot-gitlab> gitlab # [  216.705664] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:34.590Z","message":"Cleaning working queues"}1293vm-test-run-nixbot-gitlab> gitlab # [  216.710211] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:34.594Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"e9e24b4e7f625378955043dc","created_at":"2026-06-09T12:06:55.085Z","trace_propagation_headers":{"sentry-trace":"58a519e6b9e94aee89dae950bbaa5a37-62067f43ada147fc","baggage":"sentry-trace_id=58a519e6b9e94aee89dae950bbaa5a37,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5993e874ce5ba20f93d87918f6b90841","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:06:55.096Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-e9e24b4e7f625378955043dc: start","job_status":"start","queue_duration_s":99.497509,"scheduling_latency_s":99.497571}1294vm-test-run-nixbot-gitlab> gitlab # [  217.040407] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:34.925Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"e9e24b4e7f625378955043dc","created_at":"2026-06-09T12:06:55.085Z","trace_propagation_headers":{"sentry-trace":"58a519e6b9e94aee89dae950bbaa5a37-62067f43ada147fc","baggage":"sentry-trace_id=58a519e6b9e94aee89dae950bbaa5a37,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5993e874ce5ba20f93d87918f6b90841","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:06:55.096Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-e9e24b4e7f625378955043dc: done: 0.33137 sec","job_status":"done","queue_duration_s":99.497509,"scheduling_latency_s":99.497571,"redis_calls":28,"redis_duration_s":0.010638,"redis_read_bytes":408,"redis_write_bytes":3436,"redis_feature_flag_calls":17,"redis_feature_flag_duration_s":0.005852,"redis_feature_flag_read_bytes":398,"redis_feature_flag_write_bytes":2189,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002991,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001795,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":14,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":13,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.161526,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.17311778,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.33137,"completed_at":"2026-06-09T12:08:34.925Z","load_balancing_strategy":"primary","db_duration_s":0.114361,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1295vm-test-run-nixbot-gitlab> gitlab # [  217.160505] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.957Z","pid":2381,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1296vm-test-run-nixbot-gitlab> gitlab # [  217.163150] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.957Z","pid":2381,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1297vm-test-run-nixbot-gitlab> gitlab # [  217.166823] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.957Z","pid":2381,"message":"! #\u003cThread:0x0000f35e265b9b90 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1298vm-test-run-nixbot-gitlab> gitlab # [  217.174882] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.957Z","pid":2381,"message":"! #\u003cThread:0x0000f35e267c0560 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1299vm-test-run-nixbot-gitlab> gitlab # [  217.182783] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.958Z","pid":2381,"message":"Use Ctrl-C to stop"}1300vm-test-run-nixbot-gitlab> gitlab # [  217.184696] bundle[2381]: {"timestamp":"2026-06-09T12:08:34.958Z","pid":2381,"message":"Sending status to systemd every 1.0 sec"}1301vm-test-run-nixbot-gitlab> gitlab # [  218.105794] bundle[2381]: {"timestamp":"2026-06-09T12:08:35.991Z","pid":2381,"message":"- Worker 0 (PID: 3270) booted in 0.98s, phase: 0"}1302vm-test-run-nixbot-gitlab> gitlab # [  218.176304] bundle[2381]: {"timestamp":"2026-06-09T12:08:36.061Z","pid":2381,"message":"- Worker 1 (PID: 3274) booted in 1.01s, phase: 0"}1303vm-test-run-nixbot-gitlab> gitlab # [  218.181725] systemd[1]: Started gitlab.service.1304vm-test-run-nixbot-gitlab> gitlab # [  218.183797] systemd[1]: Reached target Common target for all GitLab services..1305vm-test-run-nixbot-gitlab> gitlab # [  218.186871] systemd[1]: Starting setup-gitlab.service...1306vm-test-run-nixbot-gitlab> gitlab # [  218.238354] setup-gitlab-start[3303]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1307vm-test-run-nixbot-gitlab> gitlab # [  221.443828] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:08:39 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 31571308vm-test-run-nixbot-gitlab> gitlab # [  221.450077] setup-gitlab-start[3335]: ++ jq -r .access_token1309vm-test-run-nixbot-gitlab> gitlab # [  221.453590] setup-gitlab-start[3334]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1310vm-test-run-nixbot-gitlab> gitlab # [  222.640751] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:08:40 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 11641311vm-test-run-nixbot-gitlab> gitlab # [  222.644602] setup-gitlab-start[3303]: + BEARER=372991343887e6d8c6e955ff5fde17f2a751f583820032ad5590e79c997ca7ce1312vm-test-run-nixbot-gitlab> gitlab # [  222.651932] setup-gitlab-start[3303]: + AUTH='Authorization: Bearer 372991343887e6d8c6e955ff5fde17f2a751f583820032ad5590e79c997ca7ce'1313vm-test-run-nixbot-gitlab> gitlab # [  222.656493] setup-gitlab-start[3303]: + curl -fs -X PUT -H 'Authorization: Bearer 372991343887e6d8c6e955ff5fde17f2a751f583820032ad5590e79c997ca7ce' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1314vm-test-run-nixbot-gitlab> gitlab # [  223.809702] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:08:41 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 11521315vm-test-run-nixbot-gitlab> gitlab # [  223.813662] setup-gitlab-start[3303]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1316vm-test-run-nixbot-gitlab> gitlab # [  223.833081] runuser[3355]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1317vm-test-run-nixbot-gitlab> gitlab # [  224.344169] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1318vm-test-run-nixbot-gitlab> gitlab # [  224.350247] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1319vm-test-run-nixbot-gitlab> gitlab # [  224.356264] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1320vm-test-run-nixbot-gitlab> gitlab # [  225.133029] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1321vm-test-run-nixbot-gitlab> gitlab # [  225.133388] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1322vm-test-run-nixbot-gitlab> gitlab # [  225.138489] setup-gitlab-start[3356]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1323vm-test-run-nixbot-gitlab> gitlab # [  231.660255] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.544Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"3e6f3f2ca14dea5ffa8f401b","created_at":"2026-06-09T12:08:49.445Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4b2e35a21c916a1ed30b12351e56cf22","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.540Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-3e6f3f2ca14dea5ffa8f401b: start","job_status":"start","queue_duration_s":0.003798,"scheduling_latency_s":0.003874}1324vm-test-run-nixbot-gitlab> gitlab # [  231.794794] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.680Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1325vm-test-run-nixbot-gitlab> gitlab # [  231.822700] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.707Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"3e6f3f2ca14dea5ffa8f401b","created_at":"2026-06-09T12:08:49.445Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4b2e35a21c916a1ed30b12351e56cf22","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.540Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-3e6f3f2ca14dea5ffa8f401b: done: 0.163497 sec","job_status":"done","queue_duration_s":0.003798,"scheduling_latency_s":0.003874,"redis_calls":10,"redis_duration_s":0.011744000000000001,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003453,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004568,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003723,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039734,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00065862,"duration_s":0.163497,"completed_at":"2026-06-09T12:08:49.707Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019302,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  231.917025] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.712Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"96b70e62515649e142ea69c2","created_at":"2026-06-09T12:08:49.593Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"e2433a562b1dc0e1c429fb3eae7d819a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.618Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-96b70e62515649e142ea69c2: start","job_status":"start","queue_duration_s":0.093694,"scheduling_latency_s":0.093742}1327vm-test-run-nixbot-gitlab> gitlab # [  231.936144] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.795Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"96b70e62515649e142ea69c2","created_at":"2026-06-09T12:08:49.593Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"e2433a562b1dc0e1c429fb3eae7d819a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.618Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-96b70e62515649e142ea69c2: done: 0.083517 sec","job_status":"done","queue_duration_s":0.093694,"scheduling_latency_s":0.093742,"redis_calls":10,"redis_duration_s":0.024317000000000002,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003514,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.013358,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.007445,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0009503,"duration_s":0.083517,"completed_at":"2026-06-09T12:08:49.795Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000825,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  231.986035] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.799Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"0340454f2c0c157a03ce6a32","created_at":"2026-06-09T12:08:49.638Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9126b4b7e71b715b00e3f2e7278eb569","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.653Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-0340454f2c0c157a03ce6a32: start","job_status":"start","queue_duration_s":0.145613,"scheduling_latency_s":0.145658}1329vm-test-run-nixbot-gitlab> gitlab # [  232.091090] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.976Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"0340454f2c0c157a03ce6a32","created_at":"2026-06-09T12:08:49.638Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9126b4b7e71b715b00e3f2e7278eb569","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.653Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-0340454f2c0c157a03ce6a32: done: 0.177161 sec","job_status":"done","queue_duration_s":0.145613,"scheduling_latency_s":0.145658,"redis_calls":13,"redis_duration_s":0.015402,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000599,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.011409,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003394,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0668205,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.177161,"completed_at":"2026-06-09T12:08:49.976Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.047679,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1330vm-test-run-nixbot-gitlab> gitlab # [  232.158469] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:49.987Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"3cd2eacc0c706ea4e688ced9","created_at":"2026-06-09T12:08:49.663Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab62486ed7a18fdc32e647c7f79f7d5e","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.700Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-3cd2eacc0c706ea4e688ced9: start","job_status":"start","queue_duration_s":0.286172,"scheduling_latency_s":0.286229}1331vm-test-run-nixbot-gitlab> gitlab # [  233.394582] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.279Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"3cd2eacc0c706ea4e688ced9","created_at":"2026-06-09T12:08:49.663Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab62486ed7a18fdc32e647c7f79f7d5e","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.700Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-3cd2eacc0c706ea4e688ced9: done: 1.292497 sec","job_status":"done","queue_duration_s":0.286172,"scheduling_latency_s":0.286229,"redis_calls":574,"redis_duration_s":0.677542,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.005898,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.006986,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.664658,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.699465,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005407,"duration_s":1.292497,"completed_at":"2026-06-09T12:08:51.279Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003606,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  233.395153] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.281Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1e0bfc070c2c25eba8eb1163","created_at":"2026-06-09T12:08:49.737Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d50cabe10e79d5d0aa54766fc6cb2ed3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:08:49.776Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1e0bfc070c2c25eba8eb1163: start","job_status":"start","queue_duration_s":1.50435,"scheduling_latency_s":1.504375}1333vm-test-run-nixbot-gitlab> gitlab # [  233.475740] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.295Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1334vm-test-run-nixbot-gitlab> gitlab # [  233.475815] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.304Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1e0bfc070c2c25eba8eb1163","created_at":"2026-06-09T12:08:49.737Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d50cabe10e79d5d0aa54766fc6cb2ed3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:08:49.776Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1e0bfc070c2c25eba8eb1163: done: 0.022955 sec","job_status":"done","queue_duration_s":1.50435,"scheduling_latency_s":1.504375,"redis_calls":10,"redis_duration_s":0.002615,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00061,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001478,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000527,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012463,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003838,"duration_s":0.022955,"completed_at":"2026-06-09T12:08:51.304Z","load_balancing_strategy":"primary","db_duration_s":0.000874,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335vm-test-run-nixbot-gitlab> gitlab # [  234.191913] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.305Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bce310f4b795001e15319295","created_at":"2026-06-09T12:08:49.833Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a230f7751e42a869b5372b1ba6f9eb7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.871Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bce310f4b795001e15319295: start","job_status":"start","queue_duration_s":1.434147,"scheduling_latency_s":1.434164}1336vm-test-run-nixbot-gitlab> gitlab # [  234.192063] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.318Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1337vm-test-run-nixbot-gitlab> gitlab # [  234.192234] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.326Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bce310f4b795001e15319295","created_at":"2026-06-09T12:08:49.833Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a230f7751e42a869b5372b1ba6f9eb7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.871Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bce310f4b795001e15319295: done: 0.020653 sec","job_status":"done","queue_duration_s":1.434147,"scheduling_latency_s":1.434164,"redis_calls":10,"redis_duration_s":0.002425,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000567,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001379,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01162,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033962,"duration_s":0.020653,"completed_at":"2026-06-09T12:08:51.326Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0007,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  234.900729] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.328Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"d45307fabc09855826ca3238","created_at":"2026-06-09T12:08:49.885Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60880f93904a319328cb132a42acc1ec","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.899Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-d45307fabc09855826ca3238: start","job_status":"start","queue_duration_s":1.428406,"scheduling_latency_s":1.428424}1339vm-test-run-nixbot-gitlab> gitlab # [  234.900942] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.359Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"d45307fabc09855826ca3238","created_at":"2026-06-09T12:08:49.885Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60880f93904a319328cb132a42acc1ec","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.899Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-d45307fabc09855826ca3238: done: 0.030977 sec","job_status":"done","queue_duration_s":1.428406,"scheduling_latency_s":1.428424,"redis_calls":10,"redis_duration_s":0.002667,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000503,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001609,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000555,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00038104,"duration_s":0.030977,"completed_at":"2026-06-09T12:08:51.359Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006056,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  235.615624] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.360Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"8a9a551047e83faccc6c800a","created_at":"2026-06-09T12:08:49.910Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9023f6e4ac363e268f1140f0f976ca26","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.942Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-8a9a551047e83faccc6c800a: start","job_status":"start","queue_duration_s":1.41859,"scheduling_latency_s":1.418607}1341vm-test-run-nixbot-gitlab> gitlab # [  236.336814] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.390Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"8a9a551047e83faccc6c800a","created_at":"2026-06-09T12:08:49.910Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9023f6e4ac363e268f1140f0f976ca26","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.942Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-8a9a551047e83faccc6c800a: done: 0.030332 sec","job_status":"done","queue_duration_s":1.41859,"scheduling_latency_s":1.418607,"redis_calls":12,"redis_duration_s":0.00332,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000548,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001511,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001261,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00061342,"exclusive_lock_hold_duration_s":0.009428359999999998,"duration_s":0.030332,"completed_at":"2026-06-09T12:08:51.390Z","load_balancing_strategy":"primary","db_duration_s":0.005707,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  237.020243] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.392Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"0c71324c8be10bb343c0a4bc","created_at":"2026-06-09T12:08:49.966Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be3594ec7b0fe939dd9c93efe2c65b7a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.990Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-0c71324c8be10bb343c0a4bc: start","job_status":"start","queue_duration_s":1.402335,"scheduling_latency_s":1.402352}1343vm-test-run-nixbot-gitlab> gitlab # [  237.021020] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.868Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"0c71324c8be10bb343c0a4bc","created_at":"2026-06-09T12:08:49.966Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be3594ec7b0fe939dd9c93efe2c65b7a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:49.990Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-0c71324c8be10bb343c0a4bc: done: 0.476218 sec","job_status":"done","queue_duration_s":1.402335,"scheduling_latency_s":1.402352,"redis_calls":14,"redis_duration_s":0.003845,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001057,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001491,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001297,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.397791,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00062088,"exclusive_lock_hold_duration_s":0.4509792,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.476218,"completed_at":"2026-06-09T12:08:51.868Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.084413,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  237.093858] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.870Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"32fcbfaef1118abb6185bd8e","created_at":"2026-06-09T12:08:50.026Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1e3e85a0979f2aa16292799b5ac0d03a","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.058Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-32fcbfaef1118abb6185bd8e: start","job_status":"start","queue_duration_s":1.811886,"scheduling_latency_s":1.811907}1345vm-test-run-nixbot-gitlab> gitlab # [  237.107485] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.892Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"32fcbfaef1118abb6185bd8e","created_at":"2026-06-09T12:08:50.026Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1e3e85a0979f2aa16292799b5ac0d03a","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.058Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-32fcbfaef1118abb6185bd8e: done: 0.021763 sec","job_status":"done","queue_duration_s":1.811886,"scheduling_latency_s":1.811907,"redis_calls":12,"redis_duration_s":0.00293,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000503,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000583,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001381,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000463,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012342,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00056714,"duration_s":0.021763,"completed_at":"2026-06-09T12:08:51.892Z","load_balancing_strategy":"primary","db_duration_s":0.000611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  237.146754] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.893Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"f1dc4bd10fa704045e83153b","created_at":"2026-06-09T12:08:50.076Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"273da02de5c53afed77423568c0a7732","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.094Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-f1dc4bd10fa704045e83153b: start","job_status":"start","queue_duration_s":1.799556,"scheduling_latency_s":1.799575}1347vm-test-run-nixbot-gitlab> gitlab # [  237.159928] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.945Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"f1dc4bd10fa704045e83153b","created_at":"2026-06-09T12:08:50.076Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"273da02de5c53afed77423568c0a7732","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.094Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-f1dc4bd10fa704045e83153b: done: 0.051425 sec","job_status":"done","queue_duration_s":1.799556,"scheduling_latency_s":1.799575,"redis_calls":10,"redis_duration_s":0.003255,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000817,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001847,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000591,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00045626,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.051425,"completed_at":"2026-06-09T12:08:51.945Z","load_balancing_strategy":"primary","db_duration_s":0.026916,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  237.199504] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.946Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"de7e0a89d0289831d08b1d20","created_at":"2026-06-09T12:08:50.126Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf9306d7899b7d7ed7df7079e2e66b15","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.144Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-de7e0a89d0289831d08b1d20: start","job_status":"start","queue_duration_s":1.802236,"scheduling_latency_s":1.802253}1349vm-test-run-nixbot-gitlab> gitlab # [  237.212634] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.973Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"de7e0a89d0289831d08b1d20","created_at":"2026-06-09T12:08:50.126Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf9306d7899b7d7ed7df7079e2e66b15","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.144Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-de7e0a89d0289831d08b1d20: done: 0.026981 sec","job_status":"done","queue_duration_s":1.802236,"scheduling_latency_s":1.802253,"redis_calls":10,"redis_duration_s":0.002688,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000598,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001552,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000538,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00043756,"duration_s":0.026981,"completed_at":"2026-06-09T12:08:51.973Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004574,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  237.251239] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:51.975Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"490e6ad655bb38cf1bf2d36f","created_at":"2026-06-09T12:08:50.163Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c2f0f46817757f6e61918f7d1647191","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.182Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-490e6ad655bb38cf1bf2d36f: start","job_status":"start","queue_duration_s":1.79303,"scheduling_latency_s":1.793048}1351vm-test-run-nixbot-gitlab> gitlab # [  237.265849] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.034Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"490e6ad655bb38cf1bf2d36f","created_at":"2026-06-09T12:08:50.163Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c2f0f46817757f6e61918f7d1647191","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.182Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-490e6ad655bb38cf1bf2d36f: done: 0.05871 sec","job_status":"done","queue_duration_s":1.79303,"scheduling_latency_s":1.793048,"redis_calls":12,"redis_duration_s":0.003457,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000554,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001612,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001291,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023276,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0007966,"exclusive_lock_hold_duration_s":0.02179998,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.05871,"completed_at":"2026-06-09T12:08:52.034Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027977,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  237.307429] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.036Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"faec248baf4f068dff383b25","created_at":"2026-06-09T12:08:50.208Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6417732e69286729a14f411778e30413","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.228Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-faec248baf4f068dff383b25: start","job_status":"start","queue_duration_s":1.807331,"scheduling_latency_s":1.80735}1353vm-test-run-nixbot-gitlab> gitlab # [  237.321438] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.065Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"faec248baf4f068dff383b25","created_at":"2026-06-09T12:08:50.208Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6417732e69286729a14f411778e30413","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.228Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-faec248baf4f068dff383b25: done: 0.029389 sec","job_status":"done","queue_duration_s":1.807331,"scheduling_latency_s":1.80735,"redis_calls":12,"redis_duration_s":0.003285,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000577,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0015,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001208,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00061006,"exclusive_lock_hold_duration_s":0.00741746,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.029389,"completed_at":"2026-06-09T12:08:52.065Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004767,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  237.362312] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.067Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0318b933cdbb3baad6c78d6d","created_at":"2026-06-09T12:08:50.280Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.299Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0318b933cdbb3baad6c78d6d: start","job_status":"start","queue_duration_s":1.76814,"scheduling_latency_s":1.76816}1355vm-test-run-nixbot-gitlab> gitlab # [  237.375115] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.106Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0318b933cdbb3baad6c78d6d","created_at":"2026-06-09T12:08:50.280Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.299Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0318b933cdbb3baad6c78d6d: done: 0.039048 sec","job_status":"done","queue_duration_s":1.76814,"scheduling_latency_s":1.76816,"redis_calls":19,"redis_duration_s":0.00486,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001204,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000356,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002466,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000834,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025888,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032168,"duration_s":0.039048,"completed_at":"2026-06-09T12:08:52.106Z","load_balancing_strategy":"primary","db_duration_s":0.003191,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  237.414870] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.108Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"6ebbf9197f8f0fa1925e8c82","created_at":"2026-06-09T12:08:50.318Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.339Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-6ebbf9197f8f0fa1925e8c82: start","job_status":"start","queue_duration_s":1.769203,"scheduling_latency_s":1.769222}1357vm-test-run-nixbot-gitlab> gitlab # [  237.427685] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.218Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"6ebbf9197f8f0fa1925e8c82","created_at":"2026-06-09T12:08:50.318Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.339Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-6ebbf9197f8f0fa1925e8c82: done: 0.109756 sec","job_status":"done","queue_duration_s":1.769203,"scheduling_latency_s":1.769222,"redis_calls":71,"redis_duration_s":0.018139,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002645,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000886,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.013878,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00073,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0895,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031894,"duration_s":0.109756,"completed_at":"2026-06-09T12:08:52.218Z","load_balancing_strategy":"primary","db_duration_s":0.002995,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  237.468639] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.219Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"e86b02107dae47c07d4f4cb4","created_at":"2026-06-09T12:08:50.358Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d456f27db04c6d8595c2d0f066ecb3b3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.380Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-e86b02107dae47c07d4f4cb4: start","job_status":"start","queue_duration_s":1.839728,"scheduling_latency_s":1.839746}1359vm-test-run-nixbot-gitlab> gitlab # [  237.482462] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.232Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1360vm-test-run-nixbot-gitlab> gitlab # [  237.485723] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.239Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"e86b02107dae47c07d4f4cb4","created_at":"2026-06-09T12:08:50.358Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d456f27db04c6d8595c2d0f066ecb3b3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.380Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-e86b02107dae47c07d4f4cb4: done: 0.01961 sec","job_status":"done","queue_duration_s":1.839728,"scheduling_latency_s":1.839746,"redis_calls":10,"redis_duration_s":0.002466,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000516,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001421,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000529,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010878,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033932,"duration_s":0.01961,"completed_at":"2026-06-09T12:08:52.239Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000589,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361vm-test-run-nixbot-gitlab> gitlab # [  237.525913] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.241Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"c41926a21c53da5c16a4c9c8","created_at":"2026-06-09T12:08:50.413Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b7112806665080dd993c4532b8b8723","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.434Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-c41926a21c53da5c16a4c9c8: start","job_status":"start","queue_duration_s":1.806794,"scheduling_latency_s":1.806811}1362vm-test-run-nixbot-gitlab> gitlab # [  237.539398] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.264Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"c41926a21c53da5c16a4c9c8","created_at":"2026-06-09T12:08:50.413Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b7112806665080dd993c4532b8b8723","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.434Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-c41926a21c53da5c16a4c9c8: done: 0.023759 sec","job_status":"done","queue_duration_s":1.806794,"scheduling_latency_s":1.806811,"redis_calls":13,"redis_duration_s":0.0034010000000000004,"redis_read_bytes":139,"redis_write_bytes":1552,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.001311,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":680,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001425,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000665,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032184,"duration_s":0.023759,"completed_at":"2026-06-09T12:08:52.264Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001141,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1363vm-test-run-nixbot-gitlab> gitlab # [  237.579080] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.266Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e2584b6e768975be60e4062f","created_at":"2026-06-09T12:08:50.469Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e488e3be5a0ede176a648ad063a0a0e0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.491Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e2584b6e768975be60e4062f: start","job_status":"start","queue_duration_s":1.77501,"scheduling_latency_s":1.775027}1364vm-test-run-nixbot-gitlab> gitlab # [  237.592207] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.303Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e2584b6e768975be60e4062f","created_at":"2026-06-09T12:08:50.469Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e488e3be5a0ede176a648ad063a0a0e0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.491Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e2584b6e768975be60e4062f: done: 0.037476 sec","job_status":"done","queue_duration_s":1.77501,"scheduling_latency_s":1.775027,"redis_calls":16,"redis_duration_s":0.00417,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002299,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001367,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000504,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019815,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003181,"duration_s":0.037476,"completed_at":"2026-06-09T12:08:52.303Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009264,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365vm-test-run-nixbot-gitlab> gitlab # [  237.631205] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.305Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"af45cd5bfae8a2d1211b95e4","created_at":"2026-06-09T12:08:50.521Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cac163700db8657294f387cfe80baac2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.542Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-af45cd5bfae8a2d1211b95e4: start","job_status":"start","queue_duration_s":1.763136,"scheduling_latency_s":1.763154}1366vm-test-run-nixbot-gitlab> gitlab # [  237.644641] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.364Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"af45cd5bfae8a2d1211b95e4","created_at":"2026-06-09T12:08:50.521Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cac163700db8657294f387cfe80baac2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.542Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-af45cd5bfae8a2d1211b95e4: done: 0.058857 sec","job_status":"done","queue_duration_s":1.763136,"scheduling_latency_s":1.763154,"redis_calls":14,"redis_duration_s":0.003678,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00103,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001455,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001193,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.023,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00055448,"exclusive_lock_hold_duration_s":0.03563762,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.058857,"completed_at":"2026-06-09T12:08:52.364Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.026149,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367vm-test-run-nixbot-gitlab> gitlab # [  237.687356] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.365Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"33c0b6db897843adac4c95e0","created_at":"2026-06-09T12:08:50.633Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e96ece4a0f02b2c507b6721dfb3d743c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.650Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-33c0b6db897843adac4c95e0: start","job_status":"start","queue_duration_s":1.715383,"scheduling_latency_s":1.715403}1368vm-test-run-nixbot-gitlab> gitlab # [  237.701061] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.386Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"33c0b6db897843adac4c95e0","created_at":"2026-06-09T12:08:50.633Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e96ece4a0f02b2c507b6721dfb3d743c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.650Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-33c0b6db897843adac4c95e0: done: 0.021024 sec","job_status":"done","queue_duration_s":1.715383,"scheduling_latency_s":1.715403,"redis_calls":10,"redis_duration_s":0.002705,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000692,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001462,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000551,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012242,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036134,"duration_s":0.021024,"completed_at":"2026-06-09T12:08:52.386Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000643,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1369vm-test-run-nixbot-gitlab> gitlab # [  237.740485] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.388Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"7cf135bbc130aef865ef5593","created_at":"2026-06-09T12:08:50.669Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"92bd4450dce820d9c9cf9f0a816872f0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.690Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-7cf135bbc130aef865ef5593: start","job_status":"start","queue_duration_s":1.698342,"scheduling_latency_s":1.698359}1370vm-test-run-nixbot-gitlab> gitlab # [  237.754056] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.400Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1371vm-test-run-nixbot-gitlab> gitlab # [  237.757618] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.408Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"7cf135bbc130aef865ef5593","created_at":"2026-06-09T12:08:50.669Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"92bd4450dce820d9c9cf9f0a816872f0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.690Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-7cf135bbc130aef865ef5593: done: 0.01954 sec","job_status":"done","queue_duration_s":1.698342,"scheduling_latency_s":1.698359,"redis_calls":10,"redis_duration_s":0.002382,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0005,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001402,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00048,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010543,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033164,"duration_s":0.01954,"completed_at":"2026-06-09T12:08:52.407Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000522,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  237.796939] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.409Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"066ed7d1dfacd19188ffd844","created_at":"2026-06-09T12:08:50.749Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4d5610e7d81f7538dda91727c97f760","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.769Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-066ed7d1dfacd19188ffd844: start","job_status":"start","queue_duration_s":1.640323,"scheduling_latency_s":1.640341}1373vm-test-run-nixbot-gitlab> gitlab # [  237.810374] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.436Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"066ed7d1dfacd19188ffd844","created_at":"2026-06-09T12:08:50.749Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4d5610e7d81f7538dda91727c97f760","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:08:50.769Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-066ed7d1dfacd19188ffd844: done: 0.026714 sec","job_status":"done","queue_duration_s":1.640323,"scheduling_latency_s":1.640341,"redis_calls":12,"redis_duration_s":0.0032129999999999997,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000493,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001442,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001278,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014332,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00083302,"exclusive_lock_hold_duration_s":0.00655644,"duration_s":0.026714,"completed_at":"2026-06-09T12:08:52.436Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004171,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  237.850807] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.437Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"e99a91641c27bb46d369fbc3","created_at":"2026-06-09T12:08:50.788Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c1e7bcf341bf4b1f78251f973bef63e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:08:50.808Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-e99a91641c27bb46d369fbc3: start","job_status":"start","queue_duration_s":1.629462,"scheduling_latency_s":1.629478}1375vm-test-run-nixbot-gitlab> gitlab # [  237.889792] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.449Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1376vm-test-run-nixbot-gitlab> gitlab # [  237.901030] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.457Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"e99a91641c27bb46d369fbc3","created_at":"2026-06-09T12:08:50.788Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c1e7bcf341bf4b1f78251f973bef63e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:08:50.808Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-e99a91641c27bb46d369fbc3: done: 0.019622 sec","job_status":"done","queue_duration_s":1.629462,"scheduling_latency_s":1.629478,"redis_calls":10,"redis_duration_s":0.002391,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000494,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001415,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010725,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031914,"duration_s":0.019622,"completed_at":"2026-06-09T12:08:52.457Z","load_balancing_strategy":"primary","db_duration_s":0.000621,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [  237.981235] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.458Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"7028965334eb0b1aea9e028c","created_at":"2026-06-09T12:08:50.828Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b4fb0b9a2a71f93101a132cc35662925","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:08:50.908Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-7028965334eb0b1aea9e028c: start","job_status":"start","queue_duration_s":1.550526,"scheduling_latency_s":1.550544}1378vm-test-run-nixbot-gitlab> gitlab # [  237.996447] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.493Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"7028965334eb0b1aea9e028c","created_at":"2026-06-09T12:08:50.828Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b4fb0b9a2a71f93101a132cc35662925","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:08:50.908Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-7028965334eb0b1aea9e028c: done: 0.034825 sec","job_status":"done","queue_duration_s":1.550526,"scheduling_latency_s":1.550544,"redis_calls":10,"redis_duration_s":0.002542,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000494,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001493,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000555,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036492,"duration_s":0.034825,"completed_at":"2026-06-09T12:08:52.493Z","load_balancing_strategy":"primary","db_duration_s":0.006032,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379vm-test-run-nixbot-gitlab> gitlab # [  238.036678] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.495Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1b12578de2d2d2710cfffd45","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1b12578de2d2d2710cfffd45: start","job_status":"start","queue_duration_s":0.396302,"scheduling_latency_s":0.396321}1380vm-test-run-nixbot-gitlab> gitlab # [  238.048249] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.512Z","message":"No existing merge request to be cleaned up."}1381vm-test-run-nixbot-gitlab> gitlab # [  238.049773] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.527Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1b12578de2d2d2710cfffd45","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1b12578de2d2d2710cfffd45: done: 0.032104 sec","job_status":"done","queue_duration_s":0.396302,"scheduling_latency_s":0.396321,"redis_calls":13,"redis_duration_s":0.003742,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000528,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001291,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018548,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037804,"duration_s":0.032104,"completed_at":"2026-06-09T12:08:52.527Z","load_balancing_strategy":"primary","db_duration_s":0.005808,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  238.088618] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.528Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"65f6b833d73e7ecfeb0a2b62","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-65f6b833d73e7ecfeb0a2b62: start","job_status":"start","queue_duration_s":0.429745,"scheduling_latency_s":0.429761}1383vm-test-run-nixbot-gitlab> gitlab # [  238.100234] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.539Z","message":"No existing merge request to be cleaned up."}1384vm-test-run-nixbot-gitlab> gitlab # [  238.101740] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.548Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"65f6b833d73e7ecfeb0a2b62","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-65f6b833d73e7ecfeb0a2b62: done: 0.020131 sec","job_status":"done","queue_duration_s":0.429745,"scheduling_latency_s":0.429761,"redis_calls":10,"redis_duration_s":0.002934,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001136,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001798,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020131,"completed_at":"2026-06-09T12:08:52.548Z","load_balancing_strategy":"primary","db_duration_s":0.002485,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [  238.138222] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.550Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"753575637708f2faad03aed7","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-753575637708f2faad03aed7: start","job_status":"start","queue_duration_s":0.45126,"scheduling_latency_s":0.451276}1386vm-test-run-nixbot-gitlab> gitlab # [  238.149991] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.561Z","message":"No existing merge request to be cleaned up."}1387vm-test-run-nixbot-gitlab> gitlab # [  238.151585] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.569Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"753575637708f2faad03aed7","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-753575637708f2faad03aed7: done: 0.019711 sec","job_status":"done","queue_duration_s":0.45126,"scheduling_latency_s":0.451276,"redis_calls":10,"redis_duration_s":0.002572,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001046,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001526,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019711,"completed_at":"2026-06-09T12:08:52.569Z","load_balancing_strategy":"primary","db_duration_s":0.002439,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  238.188202] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.571Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"49f1300bdb45d0e46a780e28","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-49f1300bdb45d0e46a780e28: start","job_status":"start","queue_duration_s":0.472517,"scheduling_latency_s":0.472534}1389vm-test-run-nixbot-gitlab> gitlab # [  238.199932] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.582Z","message":"No existing merge request to be cleaned up."}1390vm-test-run-nixbot-gitlab> gitlab # [  238.201665] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.590Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"49f1300bdb45d0e46a780e28","created_at":"2026-06-09T12:08:52.085Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-e203c39def3147c7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"988de06ad0e53e3dd88caa3b77a44fe2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.098Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-49f1300bdb45d0e46a780e28: done: 0.019481 sec","job_status":"done","queue_duration_s":0.472517,"scheduling_latency_s":0.472534,"redis_calls":10,"redis_duration_s":0.0025269999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00145,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012316,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019481,"completed_at":"2026-06-09T12:08:52.590Z","load_balancing_strategy":"primary","db_duration_s":0.002363,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391vm-test-run-nixbot-gitlab> gitlab # [  238.238939] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a62fb423c70ae11b532afa18","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a62fb423c70ae11b532afa18: start","job_status":"start","queue_duration_s":0.382892,"scheduling_latency_s":0.382908}1392vm-test-run-nixbot-gitlab> gitlab # [  238.251323] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a62fb423c70ae11b532afa18","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a62fb423c70ae11b532afa18: done: 0.039403 sec","job_status":"done","queue_duration_s":0.382892,"scheduling_latency_s":0.382908,"redis_calls":16,"redis_duration_s":0.004433,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000523,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001295,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002615,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024268,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005566,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039403,"completed_at":"2026-06-09T12:08:52.631Z","load_balancing_strategy":"primary","db_duration_s":0.000789,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393vm-test-run-nixbot-gitlab> gitlab # [  238.290704] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2ca5c9c3c9963c7ba239128","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2ca5c9c3c9963c7ba239128: start","job_status":"start","queue_duration_s":0.425442,"scheduling_latency_s":0.425482}1394vm-test-run-nixbot-gitlab> gitlab # [  238.302396] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.669Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2ca5c9c3c9963c7ba239128","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2ca5c9c3c9963c7ba239128: done: 0.03515 sec","job_status":"done","queue_duration_s":0.425442,"scheduling_latency_s":0.425482,"redis_calls":13,"redis_duration_s":0.003524,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001277,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002247,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024617,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03515,"completed_at":"2026-06-09T12:08:52.669Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395vm-test-run-nixbot-gitlab> gitlab # [  238.339027] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2cebdff2b3cdeb675d11d1ef","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2cebdff2b3cdeb675d11d1ef: start","job_status":"start","queue_duration_s":0.463742,"scheduling_latency_s":0.463782}1396vm-test-run-nixbot-gitlab> gitlab # [  238.350546] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.702Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2cebdff2b3cdeb675d11d1ef","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2cebdff2b3cdeb675d11d1ef: done: 0.029196 sec","job_status":"done","queue_duration_s":0.463742,"scheduling_latency_s":0.463782,"redis_calls":13,"redis_duration_s":0.00359,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001274,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002316,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029196,"completed_at":"2026-06-09T12:08:52.701Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397vm-test-run-nixbot-gitlab> gitlab # [  238.387725] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.704Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2072e52c034b19c41011897d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2072e52c034b19c41011897d: start","job_status":"start","queue_duration_s":0.494962,"scheduling_latency_s":0.494988}1398vm-test-run-nixbot-gitlab> gitlab # [  238.399476] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.728Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2072e52c034b19c41011897d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2072e52c034b19c41011897d: done: 0.024208 sec","job_status":"done","queue_duration_s":0.494962,"scheduling_latency_s":0.494988,"redis_calls":13,"redis_duration_s":0.003542,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001143,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002399,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015926,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024208,"completed_at":"2026-06-09T12:08:52.728Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399vm-test-run-nixbot-gitlab> gitlab # [  238.436215] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.730Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f14ca7732e8c81406e42a85a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f14ca7732e8c81406e42a85a: start","job_status":"start","queue_duration_s":0.521145,"scheduling_latency_s":0.521168}1400vm-test-run-nixbot-gitlab> gitlab # [  238.448062] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.751Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f14ca7732e8c81406e42a85a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f14ca7732e8c81406e42a85a: done: 0.020933 sec","job_status":"done","queue_duration_s":0.521145,"scheduling_latency_s":0.521168,"redis_calls":13,"redis_duration_s":0.0029779999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001032,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013401,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020933,"completed_at":"2026-06-09T12:08:52.751Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [  238.486481] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.752Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4cf4c6d9945bdbed4d51a4d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4cf4c6d9945bdbed4d51a4d: start","job_status":"start","queue_duration_s":0.543657,"scheduling_latency_s":0.543677}1402vm-test-run-nixbot-gitlab> gitlab # [  238.498447] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.772Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4cf4c6d9945bdbed4d51a4d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4cf4c6d9945bdbed4d51a4d: done: 0.019678 sec","job_status":"done","queue_duration_s":0.543657,"scheduling_latency_s":0.543677,"redis_calls":13,"redis_duration_s":0.003339,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001186,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002153,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019678,"completed_at":"2026-06-09T12:08:52.772Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [  238.535722] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.774Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44688b1306a36cd65f635f5a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44688b1306a36cd65f635f5a: start","job_status":"start","queue_duration_s":0.564836,"scheduling_latency_s":0.564856}1404vm-test-run-nixbot-gitlab> gitlab # [  238.547826] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.792Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44688b1306a36cd65f635f5a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44688b1306a36cd65f635f5a: done: 0.018158 sec","job_status":"done","queue_duration_s":0.564836,"scheduling_latency_s":0.564856,"redis_calls":13,"redis_duration_s":0.0030629999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001031,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002032,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018158,"completed_at":"2026-06-09T12:08:52.792Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [  238.585108] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d37b3615cfe9fea661207bad","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d37b3615cfe9fea661207bad: start","job_status":"start","queue_duration_s":0.58441,"scheduling_latency_s":0.584427}1406vm-test-run-nixbot-gitlab> gitlab # [  238.596814] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.809Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d37b3615cfe9fea661207bad","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d37b3615cfe9fea661207bad: done: 0.016023 sec","job_status":"done","queue_duration_s":0.58441,"scheduling_latency_s":0.584427,"redis_calls":13,"redis_duration_s":0.002741,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001818,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016023,"completed_at":"2026-06-09T12:08:52.809Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407vm-test-run-nixbot-gitlab> gitlab # [  238.633722] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.811Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89cbaffb344c313ba00daee5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89cbaffb344c313ba00daee5: start","job_status":"start","queue_duration_s":0.601993,"scheduling_latency_s":0.602011}1408vm-test-run-nixbot-gitlab> gitlab # [  238.645486] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89cbaffb344c313ba00daee5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89cbaffb344c313ba00daee5: done: 0.016504 sec","job_status":"done","queue_duration_s":0.601993,"scheduling_latency_s":0.602011,"redis_calls":13,"redis_duration_s":0.002884,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000955,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010273,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016504,"completed_at":"2026-06-09T12:08:52.827Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409vm-test-run-nixbot-gitlab> gitlab # [  238.683619] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9882c30b89e767c39c21d6a2","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9882c30b89e767c39c21d6a2: start","job_status":"start","queue_duration_s":0.620031,"scheduling_latency_s":0.62005}1410vm-test-run-nixbot-gitlab> gitlab # [  238.695675] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9882c30b89e767c39c21d6a2","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9882c30b89e767c39c21d6a2: done: 0.016671 sec","job_status":"done","queue_duration_s":0.620031,"scheduling_latency_s":0.62005,"redis_calls":13,"redis_duration_s":0.0029259999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001035,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001891,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016671,"completed_at":"2026-06-09T12:08:52.845Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411vm-test-run-nixbot-gitlab> gitlab # [  238.732955] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.847Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f61753f0a9a2aca0a05594e0","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f61753f0a9a2aca0a05594e0: start","job_status":"start","queue_duration_s":0.638295,"scheduling_latency_s":0.638312}1412vm-test-run-nixbot-gitlab> gitlab # [  238.744651] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.863Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f61753f0a9a2aca0a05594e0","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f61753f0a9a2aca0a05594e0: done: 0.016358 sec","job_status":"done","queue_duration_s":0.638295,"scheduling_latency_s":0.638312,"redis_calls":13,"redis_duration_s":0.00295,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000981,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010398,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016358,"completed_at":"2026-06-09T12:08:52.863Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413vm-test-run-nixbot-gitlab> gitlab # [  238.781934] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae2eeb43bcfa67dcbf3135c4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae2eeb43bcfa67dcbf3135c4: start","job_status":"start","queue_duration_s":0.656215,"scheduling_latency_s":0.656233}1414vm-test-run-nixbot-gitlab> gitlab # [  238.793667] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae2eeb43bcfa67dcbf3135c4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae2eeb43bcfa67dcbf3135c4: done: 0.016263 sec","job_status":"done","queue_duration_s":0.656215,"scheduling_latency_s":0.656233,"redis_calls":13,"redis_duration_s":0.002914,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016263,"completed_at":"2026-06-09T12:08:52.881Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415vm-test-run-nixbot-gitlab> gitlab # [  238.831055] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77d33bdf3f42b979fe76f7b7","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77d33bdf3f42b979fe76f7b7: start","job_status":"start","queue_duration_s":0.674196,"scheduling_latency_s":0.674213}1416vm-test-run-nixbot-gitlab> gitlab # [  238.847703] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77d33bdf3f42b979fe76f7b7","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77d33bdf3f42b979fe76f7b7: done: 0.015885 sec","job_status":"done","queue_duration_s":0.674196,"scheduling_latency_s":0.674213,"redis_calls":13,"redis_duration_s":0.002705,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015885,"completed_at":"2026-06-09T12:08:52.899Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417vm-test-run-nixbot-gitlab> gitlab # [  238.894372] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"712dec43f61239a5dd81633f","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-712dec43f61239a5dd81633f: start","job_status":"start","queue_duration_s":0.691448,"scheduling_latency_s":0.691464}1418vm-test-run-nixbot-gitlab> gitlab # [  238.907192] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"712dec43f61239a5dd81633f","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-712dec43f61239a5dd81633f: done: 0.016107 sec","job_status":"done","queue_duration_s":0.691448,"scheduling_latency_s":0.691464,"redis_calls":13,"redis_duration_s":0.002915,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000971,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016107,"completed_at":"2026-06-09T12:08:52.916Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [  238.945076] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.918Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64d657e0797f72c5844b40a4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64d657e0797f72c5844b40a4: start","job_status":"start","queue_duration_s":0.709049,"scheduling_latency_s":0.709067}1420vm-test-run-nixbot-gitlab> gitlab # [  238.956659] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.934Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64d657e0797f72c5844b40a4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64d657e0797f72c5844b40a4: done: 0.016158 sec","job_status":"done","queue_duration_s":0.709049,"scheduling_latency_s":0.709067,"redis_calls":13,"redis_duration_s":0.00268,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001745,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016158,"completed_at":"2026-06-09T12:08:52.934Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  238.992969] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.935Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc299c1a9c66d569f0b6454d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc299c1a9c66d569f0b6454d: start","job_status":"start","queue_duration_s":0.72657,"scheduling_latency_s":0.726588}1422vm-test-run-nixbot-gitlab> gitlab # [  239.004347] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bc299c1a9c66d569f0b6454d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bc299c1a9c66d569f0b6454d: done: 0.017994 sec","job_status":"done","queue_duration_s":0.72657,"scheduling_latency_s":0.726588,"redis_calls":13,"redis_duration_s":0.003019,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002249,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017994,"completed_at":"2026-06-09T12:08:52.953Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [  239.040794] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.955Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"927ba0aea6ce0be654d5a93a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-927ba0aea6ce0be654d5a93a: start","job_status":"start","queue_duration_s":0.745875,"scheduling_latency_s":0.745892}1424vm-test-run-nixbot-gitlab> gitlab # [  239.052141] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.971Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"927ba0aea6ce0be654d5a93a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-927ba0aea6ce0be654d5a93a: done: 0.01598 sec","job_status":"done","queue_duration_s":0.745875,"scheduling_latency_s":0.745892,"redis_calls":13,"redis_duration_s":0.001631,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01598,"completed_at":"2026-06-09T12:08:52.970Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425vm-test-run-nixbot-gitlab> gitlab # [  239.090130] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.972Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"836dcf473e0c6c1c2b06da1c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-836dcf473e0c6c1c2b06da1c: start","job_status":"start","queue_duration_s":0.762986,"scheduling_latency_s":0.763004}1426vm-test-run-nixbot-gitlab> gitlab # [  239.102005] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.988Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"836dcf473e0c6c1c2b06da1c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-836dcf473e0c6c1c2b06da1c: done: 0.016147 sec","job_status":"done","queue_duration_s":0.762986,"scheduling_latency_s":0.763004,"redis_calls":13,"redis_duration_s":0.0021590000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001247,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010729,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016147,"completed_at":"2026-06-09T12:08:52.988Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [  239.139233] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:52.989Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bb9e389badd23bfbe758d8d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bb9e389badd23bfbe758d8d: start","job_status":"start","queue_duration_s":0.780505,"scheduling_latency_s":0.780522}1428vm-test-run-nixbot-gitlab> gitlab # [  239.150919] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bb9e389badd23bfbe758d8d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bb9e389badd23bfbe758d8d: done: 0.016246 sec","job_status":"done","queue_duration_s":0.780505,"scheduling_latency_s":0.780522,"redis_calls":13,"redis_duration_s":0.0030359999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002087,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009874,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016246,"completed_at":"2026-06-09T12:08:53.005Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429vm-test-run-nixbot-gitlab> gitlab # [  239.187997] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.007Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77771f4ec5f2eb5ff525037d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77771f4ec5f2eb5ff525037d: start","job_status":"start","queue_duration_s":0.798276,"scheduling_latency_s":0.798294}1430vm-test-run-nixbot-gitlab> gitlab # [  239.199675] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"77771f4ec5f2eb5ff525037d","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-77771f4ec5f2eb5ff525037d: done: 0.016647 sec","job_status":"done","queue_duration_s":0.798276,"scheduling_latency_s":0.798294,"redis_calls":13,"redis_duration_s":0.003327,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000977,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00235,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016647,"completed_at":"2026-06-09T12:08:53.024Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1431vm-test-run-nixbot-gitlab> gitlab # [  239.236661] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.025Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b84f4fdcbce10eca1813dac5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b84f4fdcbce10eca1813dac5: start","job_status":"start","queue_duration_s":0.816433,"scheduling_latency_s":0.81645}1432vm-test-run-nixbot-gitlab> gitlab # [  239.248282] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.041Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b84f4fdcbce10eca1813dac5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b84f4fdcbce10eca1813dac5: done: 0.016089 sec","job_status":"done","queue_duration_s":0.816433,"scheduling_latency_s":0.81645,"redis_calls":13,"redis_duration_s":0.003111,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001163,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016089,"completed_at":"2026-06-09T12:08:53.041Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433vm-test-run-nixbot-gitlab> gitlab # [  239.286780] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76eff49ea8d6d16e13a49d40","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76eff49ea8d6d16e13a49d40: start","job_status":"start","queue_duration_s":0.834169,"scheduling_latency_s":0.834187}1434vm-test-run-nixbot-gitlab> gitlab # [  239.299901] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76eff49ea8d6d16e13a49d40","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76eff49ea8d6d16e13a49d40: done: 0.01648 sec","job_status":"done","queue_duration_s":0.834169,"scheduling_latency_s":0.834187,"redis_calls":13,"redis_duration_s":0.003068,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002118,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01648,"completed_at":"2026-06-09T12:08:53.059Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435vm-test-run-nixbot-gitlab> gitlab # [  239.337098] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"43d7f679222b74edf9e2dc7f","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-43d7f679222b74edf9e2dc7f: start","job_status":"start","queue_duration_s":0.852157,"scheduling_latency_s":0.852174}1436vm-test-run-nixbot-gitlab> gitlab # [  239.348858] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"43d7f679222b74edf9e2dc7f","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-43d7f679222b74edf9e2dc7f: done: 0.016241 sec","job_status":"done","queue_duration_s":0.852157,"scheduling_latency_s":0.852174,"redis_calls":13,"redis_duration_s":0.00307,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001035,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002035,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010318,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016241,"completed_at":"2026-06-09T12:08:53.077Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1437vm-test-run-nixbot-gitlab> gitlab # [  239.386076] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.079Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d7146f3c318635e31a8a275","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d7146f3c318635e31a8a275: start","job_status":"start","queue_duration_s":0.869824,"scheduling_latency_s":0.869841}1438vm-test-run-nixbot-gitlab> gitlab # [  239.398254] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d7146f3c318635e31a8a275","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d7146f3c318635e31a8a275: done: 0.016091 sec","job_status":"done","queue_duration_s":0.869824,"scheduling_latency_s":0.869841,"redis_calls":13,"redis_duration_s":0.002862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001028,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001834,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010061,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016091,"completed_at":"2026-06-09T12:08:53.095Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439vm-test-run-nixbot-gitlab> gitlab # [  239.435490] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.096Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"897fb0b554859fe3c13eea59","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-897fb0b554859fe3c13eea59: start","job_status":"start","queue_duration_s":0.887286,"scheduling_latency_s":0.887302}1440vm-test-run-nixbot-gitlab> gitlab # [  239.447468] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"897fb0b554859fe3c13eea59","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-897fb0b554859fe3c13eea59: done: 0.038917 sec","job_status":"done","queue_duration_s":0.887286,"scheduling_latency_s":0.887302,"redis_calls":13,"redis_duration_s":0.0055049999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001731,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003774,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028242,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.038917,"completed_at":"2026-06-09T12:08:53.135Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [  239.484812] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.138Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a084daf15a3fb1ad0dd07964","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a084daf15a3fb1ad0dd07964: start","job_status":"start","queue_duration_s":0.929562,"scheduling_latency_s":0.929602}1442vm-test-run-nixbot-gitlab> gitlab # [  239.496341] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a084daf15a3fb1ad0dd07964","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a084daf15a3fb1ad0dd07964: done: 0.03296 sec","job_status":"done","queue_duration_s":0.929562,"scheduling_latency_s":0.929602,"redis_calls":13,"redis_duration_s":0.004002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001329,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002673,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03296,"completed_at":"2026-06-09T12:08:53.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [  239.534700] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f162d9c0a1b0e4f11774c64","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f162d9c0a1b0e4f11774c64: start","job_status":"start","queue_duration_s":0.964441,"scheduling_latency_s":0.964467}1444vm-test-run-nixbot-gitlab> gitlab # [  239.546422] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f162d9c0a1b0e4f11774c64","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f162d9c0a1b0e4f11774c64: done: 0.022794 sec","job_status":"done","queue_duration_s":0.964441,"scheduling_latency_s":0.964467,"redis_calls":13,"redis_duration_s":0.003079,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014602,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022794,"completed_at":"2026-06-09T12:08:53.196Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [  239.583807] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.201Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97cd9e6dfd365a71c0321f53","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97cd9e6dfd365a71c0321f53: start","job_status":"start","queue_duration_s":0.992734,"scheduling_latency_s":0.992775}1446vm-test-run-nixbot-gitlab> gitlab # [  239.595702] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97cd9e6dfd365a71c0321f53","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97cd9e6dfd365a71c0321f53: done: 0.027908 sec","job_status":"done","queue_duration_s":0.992734,"scheduling_latency_s":0.992775,"redis_calls":13,"redis_duration_s":0.004819,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001322,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003497,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027908,"completed_at":"2026-06-09T12:08:53.229Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [  239.632916] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.232Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"443a4a848b45b3a476058ce2","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-443a4a848b45b3a476058ce2: start","job_status":"start","queue_duration_s":1.023001,"scheduling_latency_s":1.023029}1448vm-test-run-nixbot-gitlab> gitlab # [  239.644521] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.272Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"443a4a848b45b3a476058ce2","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-443a4a848b45b3a476058ce2: done: 0.039932 sec","job_status":"done","queue_duration_s":1.023001,"scheduling_latency_s":1.023029,"redis_calls":13,"redis_duration_s":0.003599,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001213,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002386,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016012,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039932,"completed_at":"2026-06-09T12:08:53.272Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  239.681281] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.274Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c997f3275c7917153bcddebf","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c997f3275c7917153bcddebf: start","job_status":"start","queue_duration_s":1.065098,"scheduling_latency_s":1.065129}1450vm-test-run-nixbot-gitlab> gitlab # [  239.693104] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c997f3275c7917153bcddebf","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c997f3275c7917153bcddebf: done: 0.024565 sec","job_status":"done","queue_duration_s":1.065098,"scheduling_latency_s":1.065129,"redis_calls":13,"redis_duration_s":0.003456,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001195,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002261,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015686,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024565,"completed_at":"2026-06-09T12:08:53.298Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [  239.731213] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.300Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0666eb90f37dbd779cc6f3ce","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0666eb90f37dbd779cc6f3ce: start","job_status":"start","queue_duration_s":1.0913,"scheduling_latency_s":1.091321}1452vm-test-run-nixbot-gitlab> gitlab # [  239.743164] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0666eb90f37dbd779cc6f3ce","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0666eb90f37dbd779cc6f3ce: done: 0.021262 sec","job_status":"done","queue_duration_s":1.0913,"scheduling_latency_s":1.091321,"redis_calls":13,"redis_duration_s":0.003733,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001701,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002032,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013224,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021262,"completed_at":"2026-06-09T12:08:53.321Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [  239.780139] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.323Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"313a62df7300459823807670","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-313a62df7300459823807670: start","job_status":"start","queue_duration_s":1.114469,"scheduling_latency_s":1.114491}1454vm-test-run-nixbot-gitlab> gitlab # [  239.791658] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.342Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"313a62df7300459823807670","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-313a62df7300459823807670: done: 0.019292 sec","job_status":"done","queue_duration_s":1.114469,"scheduling_latency_s":1.114491,"redis_calls":13,"redis_duration_s":0.0030159999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001027,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001989,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019292,"completed_at":"2026-06-09T12:08:53.342Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [  239.829187] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.344Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ef005922874425092b1bb8c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ef005922874425092b1bb8c: start","job_status":"start","queue_duration_s":1.135419,"scheduling_latency_s":1.135438}1456vm-test-run-nixbot-gitlab> gitlab # [  239.840909] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ef005922874425092b1bb8c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ef005922874425092b1bb8c: done: 0.017103 sec","job_status":"done","queue_duration_s":1.135419,"scheduling_latency_s":1.135438,"redis_calls":13,"redis_duration_s":0.002948,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002001,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010911,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017103,"completed_at":"2026-06-09T12:08:53.361Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  239.877945] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.363Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b959ddf06a191d5f0537841","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b959ddf06a191d5f0537841: start","job_status":"start","queue_duration_s":1.154161,"scheduling_latency_s":1.154179}1458vm-test-run-nixbot-gitlab> gitlab # [  239.889805] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.379Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b959ddf06a191d5f0537841","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b959ddf06a191d5f0537841: done: 0.015693 sec","job_status":"done","queue_duration_s":1.154161,"scheduling_latency_s":1.154179,"redis_calls":13,"redis_duration_s":0.00268,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001764,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00999,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015693,"completed_at":"2026-06-09T12:08:53.378Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  239.927710] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.380Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9afcc988739b2af3d8972478","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9afcc988739b2af3d8972478: start","job_status":"start","queue_duration_s":1.171319,"scheduling_latency_s":1.171335}1460vm-test-run-nixbot-gitlab> gitlab # [  239.939768] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.396Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9afcc988739b2af3d8972478","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9afcc988739b2af3d8972478: done: 0.015971 sec","job_status":"done","queue_duration_s":1.171319,"scheduling_latency_s":1.171335,"redis_calls":13,"redis_duration_s":0.0027229999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000957,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001766,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010142,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015971,"completed_at":"2026-06-09T12:08:53.396Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [  239.977043] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27bfdba779bc71cff6eacf71","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27bfdba779bc71cff6eacf71: start","job_status":"start","queue_duration_s":1.188842,"scheduling_latency_s":1.188858}1462vm-test-run-nixbot-gitlab> gitlab # [  239.988738] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27bfdba779bc71cff6eacf71","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27bfdba779bc71cff6eacf71: done: 0.015705 sec","job_status":"done","queue_duration_s":1.188842,"scheduling_latency_s":1.188858,"redis_calls":13,"redis_duration_s":0.0027540000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00093,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001824,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015705,"completed_at":"2026-06-09T12:08:53.413Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  240.025412] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24f9ab70e92e4358e0c9263c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24f9ab70e92e4358e0c9263c: start","job_status":"start","queue_duration_s":1.205932,"scheduling_latency_s":1.205948}1464vm-test-run-nixbot-gitlab> gitlab # [  240.037084] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24f9ab70e92e4358e0c9263c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24f9ab70e92e4358e0c9263c: done: 0.016171 sec","job_status":"done","queue_duration_s":1.205932,"scheduling_latency_s":1.205948,"redis_calls":13,"redis_duration_s":0.0028280000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000968,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00186,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010276,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016171,"completed_at":"2026-06-09T12:08:53.431Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  240.073810] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.432Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34840802f81d8f55a3486517","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34840802f81d8f55a3486517: start","job_status":"start","queue_duration_s":1.223416,"scheduling_latency_s":1.223431}1466vm-test-run-nixbot-gitlab> gitlab # [  240.085385] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.448Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34840802f81d8f55a3486517","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34840802f81d8f55a3486517: done: 0.015867 sec","job_status":"done","queue_duration_s":1.223416,"scheduling_latency_s":1.223431,"redis_calls":13,"redis_duration_s":0.002745,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000936,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001809,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015867,"completed_at":"2026-06-09T12:08:53.448Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467vm-test-run-nixbot-gitlab> gitlab # [  240.123633] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e44b4343591755048bdcf60c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e44b4343591755048bdcf60c: start","job_status":"start","queue_duration_s":1.240653,"scheduling_latency_s":1.24067}1468vm-test-run-nixbot-gitlab> gitlab # [  240.135392] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e44b4343591755048bdcf60c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e44b4343591755048bdcf60c: done: 0.015619 sec","job_status":"done","queue_duration_s":1.240653,"scheduling_latency_s":1.24067,"redis_calls":13,"redis_duration_s":0.0027619999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001854,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015619,"completed_at":"2026-06-09T12:08:53.465Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1469vm-test-run-nixbot-gitlab> gitlab # [  240.172141] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.466Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac531b2e7d40f724b2e8ee96","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac531b2e7d40f724b2e8ee96: start","job_status":"start","queue_duration_s":1.257559,"scheduling_latency_s":1.257575}1470vm-test-run-nixbot-gitlab> gitlab # [  240.183564] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.482Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac531b2e7d40f724b2e8ee96","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac531b2e7d40f724b2e8ee96: done: 0.016023 sec","job_status":"done","queue_duration_s":1.257559,"scheduling_latency_s":1.257575,"redis_calls":13,"redis_duration_s":0.00285,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000985,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001865,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016023,"completed_at":"2026-06-09T12:08:53.482Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  240.219861] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.484Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"128a1001a00905fe62a5aee4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-128a1001a00905fe62a5aee4: start","job_status":"start","queue_duration_s":1.274888,"scheduling_latency_s":1.274904}1472vm-test-run-nixbot-gitlab> gitlab # [  240.231672] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.499Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"128a1001a00905fe62a5aee4","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-128a1001a00905fe62a5aee4: done: 0.015469 sec","job_status":"done","queue_duration_s":1.274888,"scheduling_latency_s":1.274904,"redis_calls":13,"redis_duration_s":0.002689,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000921,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001768,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015469,"completed_at":"2026-06-09T12:08:53.499Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [  240.267973] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23718dacf44887b1bdcd236b","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23718dacf44887b1bdcd236b: start","job_status":"start","queue_duration_s":1.291983,"scheduling_latency_s":1.291999}1474vm-test-run-nixbot-gitlab> gitlab # [  240.279764] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23718dacf44887b1bdcd236b","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23718dacf44887b1bdcd236b: done: 0.015667 sec","job_status":"done","queue_duration_s":1.291983,"scheduling_latency_s":1.291999,"redis_calls":13,"redis_duration_s":0.002689,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001766,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009906,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015667,"completed_at":"2026-06-09T12:08:53.516Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [  240.316233] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2a30bc238a242f1c05d911e","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2a30bc238a242f1c05d911e: start","job_status":"start","queue_duration_s":1.309124,"scheduling_latency_s":1.309141}1476vm-test-run-nixbot-gitlab> gitlab # [  240.329746] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.534Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2a30bc238a242f1c05d911e","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2a30bc238a242f1c05d911e: done: 0.01664 sec","job_status":"done","queue_duration_s":1.309124,"scheduling_latency_s":1.309141,"redis_calls":13,"redis_duration_s":0.002943,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00197,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0103,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01664,"completed_at":"2026-06-09T12:08:53.534Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  240.366333] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.536Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e739a3e127f8b50b4374eab5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e739a3e127f8b50b4374eab5: start","job_status":"start","queue_duration_s":1.327258,"scheduling_latency_s":1.327274}1478vm-test-run-nixbot-gitlab> gitlab # [  240.378044] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.551Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e739a3e127f8b50b4374eab5","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e739a3e127f8b50b4374eab5: done: 0.015496 sec","job_status":"done","queue_duration_s":1.327258,"scheduling_latency_s":1.327274,"redis_calls":13,"redis_duration_s":0.002652,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001741,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009883,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015496,"completed_at":"2026-06-09T12:08:53.551Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [  240.415079] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"024eb6a0fb3e90aa1a3be43a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-024eb6a0fb3e90aa1a3be43a: start","job_status":"start","queue_duration_s":1.344268,"scheduling_latency_s":1.344284}1480vm-test-run-nixbot-gitlab> gitlab # [  240.426784] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"024eb6a0fb3e90aa1a3be43a","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-024eb6a0fb3e90aa1a3be43a: done: 0.015559 sec","job_status":"done","queue_duration_s":1.344268,"scheduling_latency_s":1.344284,"redis_calls":13,"redis_duration_s":0.002745,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000953,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001792,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00977,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015559,"completed_at":"2026-06-09T12:08:53.568Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [  240.463610] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.570Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"623c83ca5b7c9df959833dd9","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-623c83ca5b7c9df959833dd9: start","job_status":"start","queue_duration_s":1.361356,"scheduling_latency_s":1.361373}1482vm-test-run-nixbot-gitlab> gitlab # [  240.475344] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.586Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"623c83ca5b7c9df959833dd9","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-623c83ca5b7c9df959833dd9: done: 0.01596 sec","job_status":"done","queue_duration_s":1.361356,"scheduling_latency_s":1.361373,"redis_calls":13,"redis_duration_s":0.0031130000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001177,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01596,"completed_at":"2026-06-09T12:08:53.586Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [  240.511690] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1e591e0437aeca8e7a057ef","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1e591e0437aeca8e7a057ef: start","job_status":"start","queue_duration_s":1.378664,"scheduling_latency_s":1.378681}1484vm-test-run-nixbot-gitlab> gitlab # [  240.524694] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.603Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1e591e0437aeca8e7a057ef","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1e591e0437aeca8e7a057ef: done: 0.015962 sec","job_status":"done","queue_duration_s":1.378664,"scheduling_latency_s":1.378681,"redis_calls":13,"redis_duration_s":0.0028079999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000957,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015962,"completed_at":"2026-06-09T12:08:53.603Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [  240.561578] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"003308b4a0b0bbaacaf3579c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-003308b4a0b0bbaacaf3579c: start","job_status":"start","queue_duration_s":1.396001,"scheduling_latency_s":1.396016}1486vm-test-run-nixbot-gitlab> gitlab # [  240.573340] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.620Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"003308b4a0b0bbaacaf3579c","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-003308b4a0b0bbaacaf3579c: done: 0.015769 sec","job_status":"done","queue_duration_s":1.396001,"scheduling_latency_s":1.396016,"redis_calls":13,"redis_duration_s":0.00296,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000991,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009568,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015769,"completed_at":"2026-06-09T12:08:53.620Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [  240.610347] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.622Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0908cc4babb5a2533ae7937","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0908cc4babb5a2533ae7937: start","job_status":"start","queue_duration_s":1.413156,"scheduling_latency_s":1.413172}1488vm-test-run-nixbot-gitlab> gitlab # [  240.622140] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0908cc4babb5a2533ae7937","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0908cc4babb5a2533ae7937: done: 0.016214 sec","job_status":"done","queue_duration_s":1.413156,"scheduling_latency_s":1.413172,"redis_calls":13,"redis_duration_s":0.00274,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000958,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001782,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016214,"completed_at":"2026-06-09T12:08:53.638Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  240.659246] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.639Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4af9efc0e5a342b5b5ec74fa","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4af9efc0e5a342b5b5ec74fa: start","job_status":"start","queue_duration_s":1.430765,"scheduling_latency_s":1.430781}1490vm-test-run-nixbot-gitlab> gitlab # [  240.671165] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:08:53.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4af9efc0e5a342b5b5ec74fa","created_at":"2026-06-09T12:08:52.130Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8cae9cb35dd649b7","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7da3ef62d5e72c077141aaefde2b0649","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:08:52.209Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4af9efc0e5a342b5b5ec74fa: done: 0.015786 sec","job_status":"done","queue_duration_s":1.430765,"scheduling_latency_s":1.430781,"redis_calls":13,"redis_duration_s":0.002695,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001776,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015786,"completed_at":"2026-06-09T12:08:53.655Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  249.033181] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:06.917Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"cfa8048b8ec8d4a242e40942","created_at":"2026-06-09T12:09:06.898Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a89d1e69e00e6ac35637777a72c534ba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:06.914Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-cfa8048b8ec8d4a242e40942: start","job_status":"start","queue_duration_s":0.003189,"scheduling_latency_s":0.00325}1492vm-test-run-nixbot-gitlab> gitlab # [  249.123255] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:07.009Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1493vm-test-run-nixbot-gitlab> gitlab # [  249.166676] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:07.051Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"cfa8048b8ec8d4a242e40942","created_at":"2026-06-09T12:09:06.898Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a89d1e69e00e6ac35637777a72c534ba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:06.914Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-cfa8048b8ec8d4a242e40942: done: 0.134466 sec","job_status":"done","queue_duration_s":0.003189,"scheduling_latency_s":0.00325,"redis_calls":7,"redis_duration_s":0.042001000000000004,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002701,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.134466,"completed_at":"2026-06-09T12:09:07.051Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1494vm-test-run-nixbot-gitlab> gitlab # [  249.251654] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:07.113Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c9ad27c85599771d88413e3e","created_at":"2026-06-09T12:09:07.001Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"729f1441598d67d8273b9bb810689789","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.030Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c9ad27c85599771d88413e3e: start","job_status":"start","queue_duration_s":0.083152,"scheduling_latency_s":0.083213}1495vm-test-run-nixbot-gitlab> gitlab # [  249.357625] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:07.242Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c9ad27c85599771d88413e3e","created_at":"2026-06-09T12:09:07.001Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"729f1441598d67d8273b9bb810689789","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.030Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c9ad27c85599771d88413e3e: done: 0.129274 sec","job_status":"done","queue_duration_s":0.083152,"scheduling_latency_s":0.083213,"redis_calls":10,"redis_duration_s":0.050499,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.043922,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.006577,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034806,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01612902,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.129274,"completed_at":"2026-06-09T12:09:07.242Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010654,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1496vm-test-run-nixbot-gitlab> gitlab # [  249.447446] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:07.247Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"ed8cc45f0ea03c147cbdda31","created_at":"2026-06-09T12:09:07.046Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"454b3fe77712efc7a83e45fd73ee8da1","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.055Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-ed8cc45f0ea03c147cbdda31: start","job_status":"start","queue_duration_s":0.191345,"scheduling_latency_s":0.191393}1497vm-test-run-nixbot-gitlab> gitlab # [  250.454793] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.339Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"ed8cc45f0ea03c147cbdda31","created_at":"2026-06-09T12:09:07.046Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"454b3fe77712efc7a83e45fd73ee8da1","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.055Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-ed8cc45f0ea03c147cbdda31: done: 1.092807 sec","job_status":"done","queue_duration_s":0.191345,"scheduling_latency_s":0.191393,"redis_calls":571,"redis_duration_s":0.5369860000000001,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001592,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.535394,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.627478,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.092807,"completed_at":"2026-06-09T12:09:08.339Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1498vm-test-run-nixbot-gitlab> gitlab # [  250.455499] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.341Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"66e5658416d7afd06c165687","created_at":"2026-06-09T12:09:07.143Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f269cada5ed78067242db0e135a4e4d1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:09:07.156Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-66e5658416d7afd06c165687: start","job_status":"start","queue_duration_s":1.185171,"scheduling_latency_s":1.185196}1499vm-test-run-nixbot-gitlab> gitlab # [  250.545602] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.349Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1500vm-test-run-nixbot-gitlab> gitlab # [  250.550346] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.356Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"66e5658416d7afd06c165687","created_at":"2026-06-09T12:09:07.143Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f269cada5ed78067242db0e135a4e4d1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:09:07.156Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-66e5658416d7afd06c165687: done: 0.014767 sec","job_status":"done","queue_duration_s":1.185171,"scheduling_latency_s":1.185196,"redis_calls":7,"redis_duration_s":0.001096,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000777,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000319,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009514,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014767,"completed_at":"2026-06-09T12:09:08.356Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [  250.603813] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.357Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ea3ab2dd5d47eb2e1ad9b102","created_at":"2026-06-09T12:09:07.198Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8680aace9eab0cfa8855e1d4c045d830","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.207Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ea3ab2dd5d47eb2e1ad9b102: start","job_status":"start","queue_duration_s":1.14954,"scheduling_latency_s":1.14956}1502vm-test-run-nixbot-gitlab> gitlab # [  250.621716] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.365Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1503vm-test-run-nixbot-gitlab> gitlab # [  250.625904] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.371Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ea3ab2dd5d47eb2e1ad9b102","created_at":"2026-06-09T12:09:07.198Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8680aace9eab0cfa8855e1d4c045d830","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.207Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ea3ab2dd5d47eb2e1ad9b102: done: 0.013515 sec","job_status":"done","queue_duration_s":1.14954,"scheduling_latency_s":1.14956,"redis_calls":7,"redis_duration_s":0.000976,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000704,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000272,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013515,"completed_at":"2026-06-09T12:09:08.370Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [  250.669342] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.372Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0fdc36159834ab791e37bdf6","created_at":"2026-06-09T12:09:07.233Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48dde7e57f10ab21b6eb39587233a6f3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.239Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0fdc36159834ab791e37bdf6: start","job_status":"start","queue_duration_s":1.132629,"scheduling_latency_s":1.132647}1505vm-test-run-nixbot-gitlab> gitlab # [  250.682249] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.414Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0fdc36159834ab791e37bdf6","created_at":"2026-06-09T12:09:07.233Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48dde7e57f10ab21b6eb39587233a6f3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.239Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0fdc36159834ab791e37bdf6: done: 0.042563 sec","job_status":"done","queue_duration_s":1.132629,"scheduling_latency_s":1.132647,"redis_calls":9,"redis_duration_s":0.001338,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000685,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000653,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011794,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00046766,"exclusive_lock_hold_duration_s":0.02858968,"duration_s":0.042563,"completed_at":"2026-06-09T12:09:08.414Z","load_balancing_strategy":"primary","db_duration_s":0.026149,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [  250.720137] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.415Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"00f219a5e4dc2b304bc6aa36","created_at":"2026-06-09T12:09:07.430Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"98e03d2b970b1dbb11236823ff605d07","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.440Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-00f219a5e4dc2b304bc6aa36: start","job_status":"start","queue_duration_s":0.975648,"scheduling_latency_s":0.975667}1507vm-test-run-nixbot-gitlab> gitlab # [  250.802059] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.687Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"00f219a5e4dc2b304bc6aa36","created_at":"2026-06-09T12:09:07.430Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"98e03d2b970b1dbb11236823ff605d07","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.440Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-00f219a5e4dc2b304bc6aa36: done: 0.271925 sec","job_status":"done","queue_duration_s":0.975648,"scheduling_latency_s":0.975667,"redis_calls":9,"redis_duration_s":0.00162,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000805,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.051,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.051,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.196773,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00047528,"exclusive_lock_hold_duration_s":0.25626148,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.271925,"completed_at":"2026-06-09T12:09:08.687Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.089456,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [  250.873583] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.689Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"5f6f9f15d827c151c30ed9a8","created_at":"2026-06-09T12:09:07.466Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ef30e2a197558fa2a359e8109e7f423","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.474Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-5f6f9f15d827c151c30ed9a8: start","job_status":"start","queue_duration_s":1.214391,"scheduling_latency_s":1.214414}1509vm-test-run-nixbot-gitlab> gitlab # [  250.892700] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"5f6f9f15d827c151c30ed9a8","created_at":"2026-06-09T12:09:07.466Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ef30e2a197558fa2a359e8109e7f423","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.474Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-5f6f9f15d827c151c30ed9a8: done: 0.022046 sec","job_status":"done","queue_duration_s":1.214391,"scheduling_latency_s":1.214414,"redis_calls":7,"redis_duration_s":0.001094,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000762,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000332,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009849,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.022046,"completed_at":"2026-06-09T12:09:08.711Z","load_balancing_strategy":"primary","db_duration_s":0.007214,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [  250.975548] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.712Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"93497f0b986b103bc3e95ff1","created_at":"2026-06-09T12:09:07.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9564f7dba6514da36fb3c4d9e70cd67d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.520Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-93497f0b986b103bc3e95ff1: start","job_status":"start","queue_duration_s":1.191502,"scheduling_latency_s":1.19152}1511vm-test-run-nixbot-gitlab> gitlab # [  250.996390] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.727Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"93497f0b986b103bc3e95ff1","created_at":"2026-06-09T12:09:07.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9564f7dba6514da36fb3c4d9e70cd67d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.520Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-93497f0b986b103bc3e95ff1: done: 0.014998 sec","job_status":"done","queue_duration_s":1.191502,"scheduling_latency_s":1.19152,"redis_calls":7,"redis_duration_s":0.000986,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000712,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000274,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009316,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014998,"completed_at":"2026-06-09T12:09:08.727Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00102,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512vm-test-run-nixbot-gitlab> gitlab # [  251.040687] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"b948af98d8fe45845c690052","created_at":"2026-06-09T12:09:07.540Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6505707717c5bacf7574afa088b14c9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.549Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-b948af98d8fe45845c690052: start","job_status":"start","queue_duration_s":1.179012,"scheduling_latency_s":1.179031}1513vm-test-run-nixbot-gitlab> gitlab # [  251.054390] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.781Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"b948af98d8fe45845c690052","created_at":"2026-06-09T12:09:07.540Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6505707717c5bacf7574afa088b14c9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.549Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-b948af98d8fe45845c690052: done: 0.053219 sec","job_status":"done","queue_duration_s":1.179012,"scheduling_latency_s":1.179031,"redis_calls":9,"redis_duration_s":0.001706,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000834,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000872,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0007035,"exclusive_lock_hold_duration_s":0.02795996,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.053219,"completed_at":"2026-06-09T12:09:08.781Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.029772,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [  251.094902] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.783Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"15628a60001e418ecc31b118","created_at":"2026-06-09T12:09:07.573Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02fa229686086785b2767bad26055acd","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.582Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-15628a60001e418ecc31b118: start","job_status":"start","queue_duration_s":1.200111,"scheduling_latency_s":1.200129}1515vm-test-run-nixbot-gitlab> gitlab # [  251.108505] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.799Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"15628a60001e418ecc31b118","created_at":"2026-06-09T12:09:07.573Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02fa229686086785b2767bad26055acd","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.582Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-15628a60001e418ecc31b118: done: 0.016075 sec","job_status":"done","queue_duration_s":1.200111,"scheduling_latency_s":1.200129,"redis_calls":9,"redis_duration_s":0.001752,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000861,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009878,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00048908,"exclusive_lock_hold_duration_s":0.00255454,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.016075,"completed_at":"2026-06-09T12:09:08.799Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001367,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [  251.148722] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.800Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f5f8f01501ef1191ed62b3d2","created_at":"2026-06-09T12:09:07.637Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.650Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f5f8f01501ef1191ed62b3d2: start","job_status":"start","queue_duration_s":1.150143,"scheduling_latency_s":1.150159}1517vm-test-run-nixbot-gitlab> gitlab # [  251.162299] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f5f8f01501ef1191ed62b3d2","created_at":"2026-06-09T12:09:07.637Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.650Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f5f8f01501ef1191ed62b3d2: done: 0.025827 sec","job_status":"done","queue_duration_s":1.150143,"scheduling_latency_s":1.150159,"redis_calls":14,"redis_duration_s":0.003036,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000306,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002048,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000682,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018268,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025827,"completed_at":"2026-06-09T12:09:08.826Z","load_balancing_strategy":"primary","db_duration_s":0.001556,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [  251.200965] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"84e2ba619b1240d91518b720","created_at":"2026-06-09T12:09:07.668Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.679Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-84e2ba619b1240d91518b720: start","job_status":"start","queue_duration_s":1.148722,"scheduling_latency_s":1.148739}1519vm-test-run-nixbot-gitlab> gitlab # [  251.213452] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.918Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"84e2ba619b1240d91518b720","created_at":"2026-06-09T12:09:07.668Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.679Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-84e2ba619b1240d91518b720: done: 0.090207 sec","job_status":"done","queue_duration_s":1.148722,"scheduling_latency_s":1.148739,"redis_calls":60,"redis_duration_s":0.015262,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000767,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.013778,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000717,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076568,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.090207,"completed_at":"2026-06-09T12:09:08.918Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [  251.251926] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.919Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"3648f6cbf445b7fb797b7259","created_at":"2026-06-09T12:09:07.691Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bcd10ea3df51151960a9d8e669b303c3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.739Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-3648f6cbf445b7fb797b7259: start","job_status":"start","queue_duration_s":1.179942,"scheduling_latency_s":1.179959}1521vm-test-run-nixbot-gitlab> gitlab # [  251.266199] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.927Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1522vm-test-run-nixbot-gitlab> gitlab # [  251.269483] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.932Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"3648f6cbf445b7fb797b7259","created_at":"2026-06-09T12:09:07.691Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bcd10ea3df51151960a9d8e669b303c3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.739Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-3648f6cbf445b7fb797b7259: done: 0.012755 sec","job_status":"done","queue_duration_s":1.179942,"scheduling_latency_s":1.179959,"redis_calls":7,"redis_duration_s":0.00165,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000457,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007515,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012755,"completed_at":"2026-06-09T12:09:08.932Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [  251.307878] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"1424356646e7b0004c76fb69","created_at":"2026-06-09T12:09:07.772Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8f127891bbed9eac17fd307cd0b0e511","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.782Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-1424356646e7b0004c76fb69: start","job_status":"start","queue_duration_s":1.151577,"scheduling_latency_s":1.151593}1524vm-test-run-nixbot-gitlab> gitlab # [  251.321584] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.947Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"1424356646e7b0004c76fb69","created_at":"2026-06-09T12:09:07.772Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8f127891bbed9eac17fd307cd0b0e511","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.782Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-1424356646e7b0004c76fb69: done: 0.013269 sec","job_status":"done","queue_duration_s":1.151577,"scheduling_latency_s":1.151593,"redis_calls":7,"redis_duration_s":0.001741,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001221,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00052,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007941,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013269,"completed_at":"2026-06-09T12:09:08.947Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  251.359793] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.948Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"532046a4daf04bb424ea2590","created_at":"2026-06-09T12:09:07.813Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c75407b9139cd56cbcdba6ae80a30092","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.822Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-532046a4daf04bb424ea2590: start","job_status":"start","queue_duration_s":1.125719,"scheduling_latency_s":1.125735}1526vm-test-run-nixbot-gitlab> gitlab # [  251.374235] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.972Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"532046a4daf04bb424ea2590","created_at":"2026-06-09T12:09:07.813Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c75407b9139cd56cbcdba6ae80a30092","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.822Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-532046a4daf04bb424ea2590: done: 0.024216 sec","job_status":"done","queue_duration_s":1.125719,"scheduling_latency_s":1.125735,"redis_calls":7,"redis_duration_s":0.0018509999999999998,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001326,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000525,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024216,"completed_at":"2026-06-09T12:09:08.972Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008354,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [  251.412438] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:08.974Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"8c8b43b64dd2e7a594dd0a76","created_at":"2026-06-09T12:09:07.850Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"049339e90dda9b2984f51787ff14637a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.860Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-8c8b43b64dd2e7a594dd0a76: start","job_status":"start","queue_duration_s":1.113853,"scheduling_latency_s":1.11387}1528vm-test-run-nixbot-gitlab> gitlab # [  251.425868] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.007Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"8c8b43b64dd2e7a594dd0a76","created_at":"2026-06-09T12:09:07.850Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"049339e90dda9b2984f51787ff14637a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.860Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-8c8b43b64dd2e7a594dd0a76: done: 0.032736 sec","job_status":"done","queue_duration_s":1.113853,"scheduling_latency_s":1.11387,"redis_calls":9,"redis_duration_s":0.002327,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001239,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001088,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00058034,"exclusive_lock_hold_duration_s":0.0184445,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.032736,"completed_at":"2026-06-09T12:09:09.007Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008342,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [  251.466772] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.008Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"aaff440ae68ee96cccc8129f","created_at":"2026-06-09T12:09:07.948Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab2212b6b68a68667ea91988aac4e0b0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.956Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-aaff440ae68ee96cccc8129f: start","job_status":"start","queue_duration_s":1.052183,"scheduling_latency_s":1.052199}1530vm-test-run-nixbot-gitlab> gitlab # [  251.480640] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.024Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"aaff440ae68ee96cccc8129f","created_at":"2026-06-09T12:09:07.948Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab2212b6b68a68667ea91988aac4e0b0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.956Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-aaff440ae68ee96cccc8129f: done: 0.015828 sec","job_status":"done","queue_duration_s":1.052183,"scheduling_latency_s":1.052199,"redis_calls":7,"redis_duration_s":0.004075,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000893,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003182,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008436,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015828,"completed_at":"2026-06-09T12:09:09.024Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [  251.519051] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.025Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"3f270add5cdea40d379d85c8","created_at":"2026-06-09T12:09:07.974Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc5fc1ad2d836c91a31fcb8efae8030c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.985Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-3f270add5cdea40d379d85c8: start","job_status":"start","queue_duration_s":1.039608,"scheduling_latency_s":1.039626}1532vm-test-run-nixbot-gitlab> gitlab # [  251.532867] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.032Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1533vm-test-run-nixbot-gitlab> gitlab # [  251.536285] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.038Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"3f270add5cdea40d379d85c8","created_at":"2026-06-09T12:09:07.974Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc5fc1ad2d836c91a31fcb8efae8030c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:09:07.985Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-3f270add5cdea40d379d85c8: done: 0.012445 sec","job_status":"done","queue_duration_s":1.039608,"scheduling_latency_s":1.039626,"redis_calls":7,"redis_duration_s":0.001255,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000303,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007882,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012445,"completed_at":"2026-06-09T12:09:09.037Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [  251.575594] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.039Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"d162167da3f2fe914621ca57","created_at":"2026-06-09T12:09:08.040Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f49c97245d49492f13e0c91311cb4633","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:09:08.049Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-d162167da3f2fe914621ca57: start","job_status":"start","queue_duration_s":0.990191,"scheduling_latency_s":0.990207}1535vm-test-run-nixbot-gitlab> gitlab # [  251.588406] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.046Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1536vm-test-run-nixbot-gitlab> gitlab # [  251.591785] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.051Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"d162167da3f2fe914621ca57","created_at":"2026-06-09T12:09:08.040Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f49c97245d49492f13e0c91311cb4633","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:09:08.049Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-d162167da3f2fe914621ca57: done: 0.012239 sec","job_status":"done","queue_duration_s":0.990191,"scheduling_latency_s":0.990207,"redis_calls":7,"redis_duration_s":0.001016,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000716,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0003,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007925,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012239,"completed_at":"2026-06-09T12:09:09.051Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [  251.628934] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.052Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e433baa2f97c1190e5d47f74","created_at":"2026-06-09T12:09:08.066Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26d43f3c6683594244a0f3cc99c113cb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:09:08.075Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e433baa2f97c1190e5d47f74: start","job_status":"start","queue_duration_s":0.976784,"scheduling_latency_s":0.9768}1538vm-test-run-nixbot-gitlab> gitlab # [  251.641301] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.074Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e433baa2f97c1190e5d47f74","created_at":"2026-06-09T12:09:08.066Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26d43f3c6683594244a0f3cc99c113cb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:09:08.075Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e433baa2f97c1190e5d47f74: done: 0.022136 sec","job_status":"done","queue_duration_s":0.976784,"scheduling_latency_s":0.9768,"redis_calls":7,"redis_duration_s":0.001124,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000827,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000297,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014717,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022136,"completed_at":"2026-06-09T12:09:09.074Z","load_balancing_strategy":"primary","db_duration_s":0.003197,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  251.678123] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.075Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"00a583355b6165e39373e578","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-00a583355b6165e39373e578: start","job_status":"start","queue_duration_s":0.254878,"scheduling_latency_s":0.254895}1540vm-test-run-nixbot-gitlab> gitlab # [  251.689766] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.086Z","message":"No existing merge request to be cleaned up."}1541vm-test-run-nixbot-gitlab> gitlab # [  251.691302] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.094Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"00a583355b6165e39373e578","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-00a583355b6165e39373e578: done: 0.018965 sec","job_status":"done","queue_duration_s":0.254878,"scheduling_latency_s":0.254895,"redis_calls":10,"redis_duration_s":0.001379,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000815,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012499,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018965,"completed_at":"2026-06-09T12:09:09.094Z","load_balancing_strategy":"primary","db_duration_s":0.002949,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1542vm-test-run-nixbot-gitlab> gitlab # [  251.727172] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.095Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c45610ff55e3a334a2984fc2","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c45610ff55e3a334a2984fc2: start","job_status":"start","queue_duration_s":0.27497,"scheduling_latency_s":0.274988}1543vm-test-run-nixbot-gitlab> gitlab # [  251.738892] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.106Z","message":"No existing merge request to be cleaned up."}1544vm-test-run-nixbot-gitlab> gitlab # [  251.740515] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.114Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c45610ff55e3a334a2984fc2","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c45610ff55e3a334a2984fc2: done: 0.018485 sec","job_status":"done","queue_duration_s":0.27497,"scheduling_latency_s":0.274988,"redis_calls":10,"redis_duration_s":0.0013969999999999998,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000569,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000828,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012199,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018485,"completed_at":"2026-06-09T12:09:09.114Z","load_balancing_strategy":"primary","db_duration_s":0.002565,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  251.777456] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.115Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"31c57acd44e8cd8ae41eefbd","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-31c57acd44e8cd8ae41eefbd: start","job_status":"start","queue_duration_s":0.29459,"scheduling_latency_s":0.294607}1546vm-test-run-nixbot-gitlab> gitlab # [  251.789032] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.126Z","message":"No existing merge request to be cleaned up."}1547vm-test-run-nixbot-gitlab> gitlab # [  251.790596] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.133Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"31c57acd44e8cd8ae41eefbd","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-31c57acd44e8cd8ae41eefbd: done: 0.018009 sec","job_status":"done","queue_duration_s":0.29459,"scheduling_latency_s":0.294607,"redis_calls":10,"redis_duration_s":0.0014759999999999999,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000895,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018009,"completed_at":"2026-06-09T12:09:09.133Z","load_balancing_strategy":"primary","db_duration_s":0.002473,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1548vm-test-run-nixbot-gitlab> gitlab # [  251.826874] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.134Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d5cdfeeb5e8e6c5f8a0ed7a0","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d5cdfeeb5e8e6c5f8a0ed7a0: start","job_status":"start","queue_duration_s":0.313842,"scheduling_latency_s":0.313859}1549vm-test-run-nixbot-gitlab> gitlab # [  251.838616] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.145Z","message":"No existing merge request to be cleaned up."}1550vm-test-run-nixbot-gitlab> gitlab # [  251.840188] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.152Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d5cdfeeb5e8e6c5f8a0ed7a0","created_at":"2026-06-09T12:09:08.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-8f32e9fb22a44fe5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"14be73f52b9721c9e8fe0a3bd327a3ea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.820Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d5cdfeeb5e8e6c5f8a0ed7a0: done: 0.017882 sec","job_status":"done","queue_duration_s":0.313842,"scheduling_latency_s":0.313859,"redis_calls":10,"redis_duration_s":0.001381,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000577,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000804,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017882,"completed_at":"2026-06-09T12:09:09.152Z","load_balancing_strategy":"primary","db_duration_s":0.00242,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  251.875793] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.153Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"166faf5e1ea931f3a6e0e332","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-166faf5e1ea931f3a6e0e332: start","job_status":"start","queue_duration_s":0.242119,"scheduling_latency_s":0.242136}1552vm-test-run-nixbot-gitlab> gitlab # [  251.887697] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"166faf5e1ea931f3a6e0e332","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-166faf5e1ea931f3a6e0e332: done: 0.014597 sec","job_status":"done","queue_duration_s":0.242119,"scheduling_latency_s":0.242136,"redis_calls":13,"redis_duration_s":0.001552,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001014,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010037,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014597,"completed_at":"2026-06-09T12:09:09.168Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  251.924558] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.169Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18863faf68b6aa4b110edde1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18863faf68b6aa4b110edde1: start","job_status":"start","queue_duration_s":0.257912,"scheduling_latency_s":0.25793}1554vm-test-run-nixbot-gitlab> gitlab # [  251.936199] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18863faf68b6aa4b110edde1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18863faf68b6aa4b110edde1: done: 0.014236 sec","job_status":"done","queue_duration_s":0.257912,"scheduling_latency_s":0.25793,"redis_calls":13,"redis_duration_s":0.001467,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014236,"completed_at":"2026-06-09T12:09:09.183Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  251.974423] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.184Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d8f8f50ad8712717ca4026e","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d8f8f50ad8712717ca4026e: start","job_status":"start","queue_duration_s":0.273174,"scheduling_latency_s":0.27319}1556vm-test-run-nixbot-gitlab> gitlab # [  251.985908] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.198Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d8f8f50ad8712717ca4026e","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d8f8f50ad8712717ca4026e: done: 0.014055 sec","job_status":"done","queue_duration_s":0.273174,"scheduling_latency_s":0.27319,"redis_calls":13,"redis_duration_s":0.0015049999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009677,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014055,"completed_at":"2026-06-09T12:09:09.198Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  252.022756] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.199Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ec3dc5094e8b65c57358c26","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ec3dc5094e8b65c57358c26: start","job_status":"start","queue_duration_s":0.288272,"scheduling_latency_s":0.288288}1558vm-test-run-nixbot-gitlab> gitlab # [  252.034366] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.213Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ec3dc5094e8b65c57358c26","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ec3dc5094e8b65c57358c26: done: 0.013996 sec","job_status":"done","queue_duration_s":0.288272,"scheduling_latency_s":0.288288,"redis_calls":13,"redis_duration_s":0.001486,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000517,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013996,"completed_at":"2026-06-09T12:09:09.213Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  252.070866] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8355aafb8a1abacfd632f24","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8355aafb8a1abacfd632f24: start","job_status":"start","queue_duration_s":0.303356,"scheduling_latency_s":0.303373}1560vm-test-run-nixbot-gitlab> gitlab # [  252.082556] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8355aafb8a1abacfd632f24","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8355aafb8a1abacfd632f24: done: 0.014287 sec","job_status":"done","queue_duration_s":0.303356,"scheduling_latency_s":0.303373,"redis_calls":13,"redis_duration_s":0.0015739999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001045,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009788,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014287,"completed_at":"2026-06-09T12:09:09.229Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  252.119360] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a35739aca55921e0e1c290cd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a35739aca55921e0e1c290cd: start","job_status":"start","queue_duration_s":0.318775,"scheduling_latency_s":0.318792}1562vm-test-run-nixbot-gitlab> gitlab # [  252.131214] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a35739aca55921e0e1c290cd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a35739aca55921e0e1c290cd: done: 0.014458 sec","job_status":"done","queue_duration_s":0.318775,"scheduling_latency_s":0.318792,"redis_calls":13,"redis_duration_s":0.001534,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001005,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014458,"completed_at":"2026-06-09T12:09:09.244Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [  252.167698] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.245Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f96b774a17122ea6f85af90","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f96b774a17122ea6f85af90: start","job_status":"start","queue_duration_s":0.334297,"scheduling_latency_s":0.334313}1564vm-test-run-nixbot-gitlab> gitlab # [  252.180432] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.259Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f96b774a17122ea6f85af90","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f96b774a17122ea6f85af90: done: 0.013986 sec","job_status":"done","queue_duration_s":0.334297,"scheduling_latency_s":0.334313,"redis_calls":13,"redis_duration_s":0.001536,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001007,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013986,"completed_at":"2026-06-09T12:09:09.259Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [  252.217135] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.260Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fcc274810b9a5b2b3b4c7a84","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fcc274810b9a5b2b3b4c7a84: start","job_status":"start","queue_duration_s":0.349319,"scheduling_latency_s":0.349336}1566vm-test-run-nixbot-gitlab> gitlab # [  252.228746] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.275Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fcc274810b9a5b2b3b4c7a84","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fcc274810b9a5b2b3b4c7a84: done: 0.014236 sec","job_status":"done","queue_duration_s":0.349319,"scheduling_latency_s":0.349336,"redis_calls":13,"redis_duration_s":0.001508,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00949,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014236,"completed_at":"2026-06-09T12:09:09.275Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [  252.265053] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.276Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7f55c58bdcf2684e431068ea","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7f55c58bdcf2684e431068ea: start","job_status":"start","queue_duration_s":0.364649,"scheduling_latency_s":0.364665}1568vm-test-run-nixbot-gitlab> gitlab # [  252.276631] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.290Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7f55c58bdcf2684e431068ea","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7f55c58bdcf2684e431068ea: done: 0.014242 sec","job_status":"done","queue_duration_s":0.364649,"scheduling_latency_s":0.364665,"redis_calls":13,"redis_duration_s":0.001513,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009795,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014242,"completed_at":"2026-06-09T12:09:09.290Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [  252.313330] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.291Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb1b479e60a28e508fb5d7ee","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb1b479e60a28e508fb5d7ee: start","job_status":"start","queue_duration_s":0.379947,"scheduling_latency_s":0.379964}1570vm-test-run-nixbot-gitlab> gitlab # [  252.325153] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.305Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb1b479e60a28e508fb5d7ee","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb1b479e60a28e508fb5d7ee: done: 0.013959 sec","job_status":"done","queue_duration_s":0.379947,"scheduling_latency_s":0.379964,"redis_calls":13,"redis_duration_s":0.0014919999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009756,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013959,"completed_at":"2026-06-09T12:09:09.305Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [  252.361739] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7f6600bf7adfef9c7aa17ce","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7f6600bf7adfef9c7aa17ce: start","job_status":"start","queue_duration_s":0.394952,"scheduling_latency_s":0.394968}1572vm-test-run-nixbot-gitlab> gitlab # [  252.373371] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.320Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7f6600bf7adfef9c7aa17ce","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7f6600bf7adfef9c7aa17ce: done: 0.013981 sec","job_status":"done","queue_duration_s":0.394952,"scheduling_latency_s":0.394968,"redis_calls":13,"redis_duration_s":0.001473,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000513,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009561,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013981,"completed_at":"2026-06-09T12:09:09.320Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [  252.411389] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64943834d5940a32ea929ed6","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64943834d5940a32ea929ed6: start","job_status":"start","queue_duration_s":0.410147,"scheduling_latency_s":0.410164}1574vm-test-run-nixbot-gitlab> gitlab # [  252.423151] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64943834d5940a32ea929ed6","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64943834d5940a32ea929ed6: done: 0.014585 sec","job_status":"done","queue_duration_s":0.410147,"scheduling_latency_s":0.410164,"redis_calls":13,"redis_duration_s":0.001557,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001029,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010065,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014585,"completed_at":"2026-06-09T12:09:09.336Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [  252.459708] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.337Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76ac6eb8a9e269e52676abf3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76ac6eb8a9e269e52676abf3: start","job_status":"start","queue_duration_s":0.425784,"scheduling_latency_s":0.425799}1576vm-test-run-nixbot-gitlab> gitlab # [  252.471805] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76ac6eb8a9e269e52676abf3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76ac6eb8a9e269e52676abf3: done: 0.014413 sec","job_status":"done","queue_duration_s":0.425784,"scheduling_latency_s":0.425799,"redis_calls":13,"redis_duration_s":0.001519,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014413,"completed_at":"2026-06-09T12:09:09.351Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [  252.508639] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82683afdf6e6a0172161c488","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82683afdf6e6a0172161c488: start","job_status":"start","queue_duration_s":0.441221,"scheduling_latency_s":0.441238}1578vm-test-run-nixbot-gitlab> gitlab # [  252.519990] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82683afdf6e6a0172161c488","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82683afdf6e6a0172161c488: done: 0.014004 sec","job_status":"done","queue_duration_s":0.441221,"scheduling_latency_s":0.441238,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000942,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014004,"completed_at":"2026-06-09T12:09:09.366Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [  252.557512] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.367Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdbc3eedb5babcec438dcb4b","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdbc3eedb5babcec438dcb4b: start","job_status":"start","queue_duration_s":0.456276,"scheduling_latency_s":0.456293}1580vm-test-run-nixbot-gitlab> gitlab # [  252.568848] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdbc3eedb5babcec438dcb4b","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdbc3eedb5babcec438dcb4b: done: 0.014306 sec","job_status":"done","queue_duration_s":0.456276,"scheduling_latency_s":0.456293,"redis_calls":13,"redis_duration_s":0.0014759999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009793,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014306,"completed_at":"2026-06-09T12:09:09.382Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581vm-test-run-nixbot-gitlab> gitlab # [  252.606590] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67e7dbe849552224647e7e6a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67e7dbe849552224647e7e6a: start","job_status":"start","queue_duration_s":0.471914,"scheduling_latency_s":0.471931}1582vm-test-run-nixbot-gitlab> gitlab # [  252.618065] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67e7dbe849552224647e7e6a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67e7dbe849552224647e7e6a: done: 0.014226 sec","job_status":"done","queue_duration_s":0.471914,"scheduling_latency_s":0.471931,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009826,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014226,"completed_at":"2026-06-09T12:09:09.397Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583vm-test-run-nixbot-gitlab> gitlab # [  252.654978] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d944698d32cf1f75df3f28dd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d944698d32cf1f75df3f28dd: start","job_status":"start","queue_duration_s":0.487373,"scheduling_latency_s":0.48739}1584vm-test-run-nixbot-gitlab> gitlab # [  252.666504] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d944698d32cf1f75df3f28dd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d944698d32cf1f75df3f28dd: done: 0.01444 sec","job_status":"done","queue_duration_s":0.487373,"scheduling_latency_s":0.48739,"redis_calls":13,"redis_duration_s":0.0015240000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000532,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010087,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01444,"completed_at":"2026-06-09T12:09:09.413Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [  252.703299] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.414Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ced4bee9d99d0db80b4055e3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ced4bee9d99d0db80b4055e3: start","job_status":"start","queue_duration_s":0.50296,"scheduling_latency_s":0.502977}1586vm-test-run-nixbot-gitlab> gitlab # [  252.714983] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.428Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ced4bee9d99d0db80b4055e3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ced4bee9d99d0db80b4055e3: done: 0.014259 sec","job_status":"done","queue_duration_s":0.50296,"scheduling_latency_s":0.502977,"redis_calls":13,"redis_duration_s":0.0014789999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014259,"completed_at":"2026-06-09T12:09:09.428Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [  252.751683] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.429Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21f47fab3d342e1b9d44249a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21f47fab3d342e1b9d44249a: start","job_status":"start","queue_duration_s":0.518235,"scheduling_latency_s":0.518252}1588vm-test-run-nixbot-gitlab> gitlab # [  252.763440] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21f47fab3d342e1b9d44249a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21f47fab3d342e1b9d44249a: done: 0.014806 sec","job_status":"done","queue_duration_s":0.518235,"scheduling_latency_s":0.518252,"redis_calls":13,"redis_duration_s":0.0017490000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-09T12:09:09.444Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [  252.801185] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"015d76cd57bb7cea75562e3c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-015d76cd57bb7cea75562e3c: start","job_status":"start","queue_duration_s":0.534096,"scheduling_latency_s":0.534112}1590vm-test-run-nixbot-gitlab> gitlab # [  252.812741] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.459Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"015d76cd57bb7cea75562e3c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-015d76cd57bb7cea75562e3c: done: 0.014295 sec","job_status":"done","queue_duration_s":0.534096,"scheduling_latency_s":0.534112,"redis_calls":13,"redis_duration_s":0.001503,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014295,"completed_at":"2026-06-09T12:09:09.459Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [  252.849520] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.460Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81975743fb2a208fb5a1fe0a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81975743fb2a208fb5a1fe0a: start","job_status":"start","queue_duration_s":0.549454,"scheduling_latency_s":0.54947}1592vm-test-run-nixbot-gitlab> gitlab # [  252.884597] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.475Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81975743fb2a208fb5a1fe0a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81975743fb2a208fb5a1fe0a: done: 0.01417 sec","job_status":"done","queue_duration_s":0.549454,"scheduling_latency_s":0.54947,"redis_calls":13,"redis_duration_s":0.0014550000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009777,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01417,"completed_at":"2026-06-09T12:09:09.475Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [  252.955761] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.476Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"391ad4f84d4f54b3fe4b73ff","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-391ad4f84d4f54b3fe4b73ff: start","job_status":"start","queue_duration_s":0.564656,"scheduling_latency_s":0.564673}1594vm-test-run-nixbot-gitlab> gitlab # [  252.974147] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"391ad4f84d4f54b3fe4b73ff","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-391ad4f84d4f54b3fe4b73ff: done: 0.013987 sec","job_status":"done","queue_duration_s":0.564656,"scheduling_latency_s":0.564673,"redis_calls":13,"redis_duration_s":0.001441,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000524,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013987,"completed_at":"2026-06-09T12:09:09.490Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [  253.024111] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.491Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cd75dbda244aef1142589c1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cd75dbda244aef1142589c1: start","job_status":"start","queue_duration_s":0.580015,"scheduling_latency_s":0.580032}1596vm-test-run-nixbot-gitlab> gitlab # [  253.038137] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.505Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cd75dbda244aef1142589c1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cd75dbda244aef1142589c1: done: 0.014145 sec","job_status":"done","queue_duration_s":0.580015,"scheduling_latency_s":0.580032,"redis_calls":13,"redis_duration_s":0.001465,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000516,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009872,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014145,"completed_at":"2026-06-09T12:09:09.505Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [  253.076439] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68f6756b381b70838b0a6f3e","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68f6756b381b70838b0a6f3e: start","job_status":"start","queue_duration_s":0.59525,"scheduling_latency_s":0.595267}1598vm-test-run-nixbot-gitlab> gitlab # [  253.088086] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.520Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68f6756b381b70838b0a6f3e","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68f6756b381b70838b0a6f3e: done: 0.014223 sec","job_status":"done","queue_duration_s":0.59525,"scheduling_latency_s":0.595267,"redis_calls":13,"redis_duration_s":0.001552,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014223,"completed_at":"2026-06-09T12:09:09.520Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [  253.124679] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef7ca37eb367e6d6a220667a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef7ca37eb367e6d6a220667a: start","job_status":"start","queue_duration_s":0.610552,"scheduling_latency_s":0.61057}1600vm-test-run-nixbot-gitlab> gitlab # [  253.136296] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.536Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef7ca37eb367e6d6a220667a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef7ca37eb367e6d6a220667a: done: 0.014126 sec","job_status":"done","queue_duration_s":0.610552,"scheduling_latency_s":0.61057,"redis_calls":13,"redis_duration_s":0.001457,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014126,"completed_at":"2026-06-09T12:09:09.536Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [  253.172928] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.537Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9de3fec0fceb6193a900ceb","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9de3fec0fceb6193a900ceb: start","job_status":"start","queue_duration_s":0.625648,"scheduling_latency_s":0.625664}1602vm-test-run-nixbot-gitlab> gitlab # [  253.184657] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.551Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9de3fec0fceb6193a900ceb","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9de3fec0fceb6193a900ceb: done: 0.014668 sec","job_status":"done","queue_duration_s":0.625648,"scheduling_latency_s":0.625664,"redis_calls":13,"redis_duration_s":0.00146,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014668,"completed_at":"2026-06-09T12:09:09.551Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [  253.222595] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.552Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81a04c8c9693defb7016d380","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81a04c8c9693defb7016d380: start","job_status":"start","queue_duration_s":0.64137,"scheduling_latency_s":0.641387}1604vm-test-run-nixbot-gitlab> gitlab # [  253.234395] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.567Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81a04c8c9693defb7016d380","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81a04c8c9693defb7016d380: done: 0.014156 sec","job_status":"done","queue_duration_s":0.64137,"scheduling_latency_s":0.641387,"redis_calls":13,"redis_duration_s":0.0014810000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014156,"completed_at":"2026-06-09T12:09:09.566Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [  253.271597] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.568Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"129ff413230c0c1fb968a139","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-129ff413230c0c1fb968a139: start","job_status":"start","queue_duration_s":0.656593,"scheduling_latency_s":0.65661}1606vm-test-run-nixbot-gitlab> gitlab # [  253.283488] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"129ff413230c0c1fb968a139","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-129ff413230c0c1fb968a139: done: 0.01431 sec","job_status":"done","queue_duration_s":0.656593,"scheduling_latency_s":0.65661,"redis_calls":13,"redis_duration_s":0.001496,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00095,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01431,"completed_at":"2026-06-09T12:09:09.582Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [  253.320379] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b50b423ffc38b664f9f03cc3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b50b423ffc38b664f9f03cc3: start","job_status":"start","queue_duration_s":0.671971,"scheduling_latency_s":0.671988}1608vm-test-run-nixbot-gitlab> gitlab # [  253.332087] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b50b423ffc38b664f9f03cc3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b50b423ffc38b664f9f03cc3: done: 0.014205 sec","job_status":"done","queue_duration_s":0.671971,"scheduling_latency_s":0.671988,"redis_calls":13,"redis_duration_s":0.0014689999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000547,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000922,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009605,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014205,"completed_at":"2026-06-09T12:09:09.597Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [  253.368866] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7709b965aba66b4491cbe43","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7709b965aba66b4491cbe43: start","job_status":"start","queue_duration_s":0.687501,"scheduling_latency_s":0.687519}1610vm-test-run-nixbot-gitlab> gitlab # [  253.380398] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7709b965aba66b4491cbe43","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7709b965aba66b4491cbe43: done: 0.014169 sec","job_status":"done","queue_duration_s":0.687501,"scheduling_latency_s":0.687519,"redis_calls":13,"redis_duration_s":0.00145,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000524,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000926,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014169,"completed_at":"2026-06-09T12:09:09.613Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [  253.418138] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e20aa6dc303b07591f40c4a0","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e20aa6dc303b07591f40c4a0: start","job_status":"start","queue_duration_s":0.702749,"scheduling_latency_s":0.702766}1612vm-test-run-nixbot-gitlab> gitlab # [  253.429681] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e20aa6dc303b07591f40c4a0","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e20aa6dc303b07591f40c4a0: done: 0.014805 sec","job_status":"done","queue_duration_s":0.702749,"scheduling_latency_s":0.702766,"redis_calls":13,"redis_duration_s":0.001594,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000563,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001031,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014805,"completed_at":"2026-06-09T12:09:09.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [  253.466913] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.630Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e643e66024de3eaa964372a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e643e66024de3eaa964372a: start","job_status":"start","queue_duration_s":0.718619,"scheduling_latency_s":0.718636}1614vm-test-run-nixbot-gitlab> gitlab # [  253.478878] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e643e66024de3eaa964372a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e643e66024de3eaa964372a: done: 0.014034 sec","job_status":"done","queue_duration_s":0.718619,"scheduling_latency_s":0.718636,"redis_calls":13,"redis_duration_s":0.001684,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000743,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000941,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014034,"completed_at":"2026-06-09T12:09:09.644Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [  253.516237] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d179d55445bf2365e0c2ec11","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d179d55445bf2365e0c2ec11: start","job_status":"start","queue_duration_s":0.733688,"scheduling_latency_s":0.733705}1616vm-test-run-nixbot-gitlab> gitlab # [  253.527944] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.659Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d179d55445bf2365e0c2ec11","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d179d55445bf2365e0c2ec11: done: 0.014295 sec","job_status":"done","queue_duration_s":0.733688,"scheduling_latency_s":0.733705,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000537,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009436,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014295,"completed_at":"2026-06-09T12:09:09.659Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [  253.565063] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4577de122c7a540174a780b1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4577de122c7a540174a780b1: start","job_status":"start","queue_duration_s":0.749009,"scheduling_latency_s":0.749024}1618vm-test-run-nixbot-gitlab> gitlab # [  253.576756] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.674Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4577de122c7a540174a780b1","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4577de122c7a540174a780b1: done: 0.014328 sec","job_status":"done","queue_duration_s":0.749009,"scheduling_latency_s":0.749024,"redis_calls":13,"redis_duration_s":0.001518,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000566,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014328,"completed_at":"2026-06-09T12:09:09.674Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [  253.613539] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.675Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a1e7f0a191f29fa07d9c51b2","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a1e7f0a191f29fa07d9c51b2: start","job_status":"start","queue_duration_s":0.76441,"scheduling_latency_s":0.764427}1620vm-test-run-nixbot-gitlab> gitlab # [  253.626366] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.690Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a1e7f0a191f29fa07d9c51b2","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a1e7f0a191f29fa07d9c51b2: done: 0.014081 sec","job_status":"done","queue_duration_s":0.76441,"scheduling_latency_s":0.764427,"redis_calls":13,"redis_duration_s":0.0014810000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009724,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014081,"completed_at":"2026-06-09T12:09:09.689Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [  253.663627] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27201b34ddba839efc65c64c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27201b34ddba839efc65c64c: start","job_status":"start","queue_duration_s":0.779611,"scheduling_latency_s":0.779628}1622vm-test-run-nixbot-gitlab> gitlab # [  253.675557] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.705Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27201b34ddba839efc65c64c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27201b34ddba839efc65c64c: done: 0.014083 sec","job_status":"done","queue_duration_s":0.779611,"scheduling_latency_s":0.779628,"redis_calls":13,"redis_duration_s":0.001441,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000931,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009599,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014083,"completed_at":"2026-06-09T12:09:09.705Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [  253.712668] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1749e5ac2034cc45fa2fe984","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1749e5ac2034cc45fa2fe984: start","job_status":"start","queue_duration_s":0.795073,"scheduling_latency_s":0.795091}1624vm-test-run-nixbot-gitlab> gitlab # [  253.724094] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.720Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1749e5ac2034cc45fa2fe984","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1749e5ac2034cc45fa2fe984: done: 0.014323 sec","job_status":"done","queue_duration_s":0.795073,"scheduling_latency_s":0.795091,"redis_calls":13,"redis_duration_s":0.001523,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000554,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014323,"completed_at":"2026-06-09T12:09:09.720Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [  253.760667] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f158c2640dea6bbd7c1fcd6c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f158c2640dea6bbd7c1fcd6c: start","job_status":"start","queue_duration_s":0.81045,"scheduling_latency_s":0.810468}1626vm-test-run-nixbot-gitlab> gitlab # [  253.772260] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.737Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f158c2640dea6bbd7c1fcd6c","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f158c2640dea6bbd7c1fcd6c: done: 0.01594 sec","job_status":"done","queue_duration_s":0.81045,"scheduling_latency_s":0.810468,"redis_calls":13,"redis_duration_s":0.0014780000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009935,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01594,"completed_at":"2026-06-09T12:09:09.737Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [  253.809248] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.739Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de228cee55e44d4ad2126b8a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de228cee55e44d4ad2126b8a: start","job_status":"start","queue_duration_s":0.827507,"scheduling_latency_s":0.827525}1628vm-test-run-nixbot-gitlab> gitlab # [  253.821761] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.764Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de228cee55e44d4ad2126b8a","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de228cee55e44d4ad2126b8a: done: 0.025486 sec","job_status":"done","queue_duration_s":0.827507,"scheduling_latency_s":0.827525,"redis_calls":13,"redis_duration_s":0.00149,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000978,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010069,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025486,"completed_at":"2026-06-09T12:09:09.764Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [  253.858966] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6463329ac28ffc28ec5aabf","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6463329ac28ffc28ec5aabf: start","job_status":"start","queue_duration_s":0.854096,"scheduling_latency_s":0.854112}1630vm-test-run-nixbot-gitlab> gitlab # [  253.870791] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.779Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6463329ac28ffc28ec5aabf","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6463329ac28ffc28ec5aabf: done: 0.014327 sec","job_status":"done","queue_duration_s":0.854096,"scheduling_latency_s":0.854112,"redis_calls":13,"redis_duration_s":0.001575,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001014,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009777,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014327,"completed_at":"2026-06-09T12:09:09.779Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [  253.907502] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.781Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6d3ee06d0b00bb7e51d8a22","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6d3ee06d0b00bb7e51d8a22: start","job_status":"start","queue_duration_s":0.869583,"scheduling_latency_s":0.869601}1632vm-test-run-nixbot-gitlab> gitlab # [  253.919242] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.796Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6d3ee06d0b00bb7e51d8a22","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6d3ee06d0b00bb7e51d8a22: done: 0.014957 sec","job_status":"done","queue_duration_s":0.869583,"scheduling_latency_s":0.869601,"redis_calls":13,"redis_duration_s":0.00161,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014957,"completed_at":"2026-06-09T12:09:09.795Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [  253.956119] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.797Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c829043195a50007acce7d75","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c829043195a50007acce7d75: start","job_status":"start","queue_duration_s":0.88577,"scheduling_latency_s":0.885789}1634vm-test-run-nixbot-gitlab> gitlab # [  253.967507] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.811Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c829043195a50007acce7d75","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c829043195a50007acce7d75: done: 0.013912 sec","job_status":"done","queue_duration_s":0.88577,"scheduling_latency_s":0.885789,"redis_calls":13,"redis_duration_s":0.0014550000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013912,"completed_at":"2026-06-09T12:09:09.811Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [  254.004878] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.812Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47a0cd26150542df91a78b8f","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47a0cd26150542df91a78b8f: start","job_status":"start","queue_duration_s":0.900906,"scheduling_latency_s":0.900923}1636vm-test-run-nixbot-gitlab> gitlab # [  254.016659] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47a0cd26150542df91a78b8f","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47a0cd26150542df91a78b8f: done: 0.014434 sec","job_status":"done","queue_duration_s":0.900906,"scheduling_latency_s":0.900923,"redis_calls":13,"redis_duration_s":0.001505,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000568,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014434,"completed_at":"2026-06-09T12:09:09.826Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [  254.054585] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e41b4f7ba5e3946e5797611","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e41b4f7ba5e3946e5797611: start","job_status":"start","queue_duration_s":0.916356,"scheduling_latency_s":0.916373}1638vm-test-run-nixbot-gitlab> gitlab # [  254.066295] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.841Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e41b4f7ba5e3946e5797611","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e41b4f7ba5e3946e5797611: done: 0.013998 sec","job_status":"done","queue_duration_s":0.916356,"scheduling_latency_s":0.916373,"redis_calls":13,"redis_duration_s":0.001448,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009516,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013998,"completed_at":"2026-06-09T12:09:09.841Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [  254.103641] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.842Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b403b4838c081cfe5e7c38fd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b403b4838c081cfe5e7c38fd: start","job_status":"start","queue_duration_s":0.931456,"scheduling_latency_s":0.931473}1640vm-test-run-nixbot-gitlab> gitlab # [  254.115478] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.857Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b403b4838c081cfe5e7c38fd","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b403b4838c081cfe5e7c38fd: done: 0.014292 sec","job_status":"done","queue_duration_s":0.931456,"scheduling_latency_s":0.931473,"redis_calls":13,"redis_duration_s":0.001522,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014292,"completed_at":"2026-06-09T12:09:09.857Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [  254.151990] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.858Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c271b3b09d3d62eb0c4b4cf0","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c271b3b09d3d62eb0c4b4cf0: start","job_status":"start","queue_duration_s":0.946864,"scheduling_latency_s":0.946881}1642vm-test-run-nixbot-gitlab> gitlab # [  254.163513] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c271b3b09d3d62eb0c4b4cf0","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c271b3b09d3d62eb0c4b4cf0: done: 0.013849 sec","job_status":"done","queue_duration_s":0.946864,"scheduling_latency_s":0.946881,"redis_calls":13,"redis_duration_s":0.0014620000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009516,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013849,"completed_at":"2026-06-09T12:09:09.872Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [  254.200044] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d18250862e739e015ca559c3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d18250862e739e015ca559c3: start","job_status":"start","queue_duration_s":0.961732,"scheduling_latency_s":0.961748}1644vm-test-run-nixbot-gitlab> gitlab # [  254.211406] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d18250862e739e015ca559c3","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d18250862e739e015ca559c3: done: 0.01378 sec","job_status":"done","queue_duration_s":0.961732,"scheduling_latency_s":0.961748,"redis_calls":13,"redis_duration_s":0.001434,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00948,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01378,"completed_at":"2026-06-09T12:09:09.886Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [  254.249066] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.888Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2e52572bfdf0e4b6373cea2","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2e52572bfdf0e4b6373cea2: start","job_status":"start","queue_duration_s":0.97668,"scheduling_latency_s":0.976696}1646vm-test-run-nixbot-gitlab> gitlab # [  254.260448] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2e52572bfdf0e4b6373cea2","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2e52572bfdf0e4b6373cea2: done: 0.013813 sec","job_status":"done","queue_duration_s":0.97668,"scheduling_latency_s":0.976696,"redis_calls":13,"redis_duration_s":0.001465,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009474,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013813,"completed_at":"2026-06-09T12:09:09.901Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [  254.296621] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.903Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5a27cb39faf01cc8329ce3f","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5a27cb39faf01cc8329ce3f: start","job_status":"start","queue_duration_s":0.991606,"scheduling_latency_s":0.991623}1648vm-test-run-nixbot-gitlab> gitlab # [  254.308150] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e5a27cb39faf01cc8329ce3f","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e5a27cb39faf01cc8329ce3f: done: 0.013763 sec","job_status":"done","queue_duration_s":0.991606,"scheduling_latency_s":0.991623,"redis_calls":13,"redis_duration_s":0.001508,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009522,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013763,"completed_at":"2026-06-09T12:09:09.916Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [  254.344366] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e3439a1bd78a9c2068ae730","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e3439a1bd78a9c2068ae730: start","job_status":"start","queue_duration_s":1.006365,"scheduling_latency_s":1.006382}1650vm-test-run-nixbot-gitlab> gitlab # [  254.355766] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:09:09.931Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e3439a1bd78a9c2068ae730","created_at":"2026-06-09T12:09:08.837Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-d45d97dff3654a9f","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"518ead8bfe613817c17d2d6a8cda096b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:09:08.911Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e3439a1bd78a9c2068ae730: done: 0.014037 sec","job_status":"done","queue_duration_s":1.006365,"scheduling_latency_s":1.006382,"redis_calls":13,"redis_duration_s":0.0016029999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000568,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001035,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014037,"completed_at":"2026-06-09T12:09:09.931Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [  265.091271] setup-gitlab-start[3356]: W, [2026-06-09T12:09:22.976450 #3356]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1652vm-test-run-nixbot-gitlab> gitlab # [  305.615696] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.496Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"da9afaba2fd88de8ba3a582f","created_at":"2026-06-09T12:10:03.390Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a58521eaa4692f355606aee39e6c776","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.490Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-da9afaba2fd88de8ba3a582f: start","job_status":"start","queue_duration_s":0.005952,"scheduling_latency_s":0.006131}1653vm-test-run-nixbot-gitlab> gitlab # [  305.675511] runuser[3355]: pam_unix(runuser:session): session closed for user gitlab1654vm-test-run-nixbot-gitlab> gitlab # [  305.680190] setup-gitlab-start[3702]: ++ jq -r .token1655vm-test-run-nixbot-gitlab> gitlab # [  305.683307] setup-gitlab-start[3703]: +++ date -d '+7 days' +%F1656vm-test-run-nixbot-gitlab> gitlab # [  305.687993] setup-gitlab-start[3701]: ++ curl -fs -X POST -H 'Authorization: Bearer 372991343887e6d8c6e955ff5fde17f2a751f583820032ad5590e79c997ca7ce' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-16"}' http://gitlab/api/v4/users/1/personal_access_tokens1657vm-test-run-nixbot-gitlab> gitlab # [  305.962518] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.847Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"da9afaba2fd88de8ba3a582f","created_at":"2026-06-09T12:10:03.390Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a58521eaa4692f355606aee39e6c776","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.490Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-da9afaba2fd88de8ba3a582f: done: 0.351387 sec","job_status":"done","queue_duration_s":0.005952,"scheduling_latency_s":0.006131,"redis_calls":21,"redis_duration_s":0.046702,"redis_read_bytes":147,"redis_write_bytes":2612,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.029941,"redis_feature_flag_read_bytes":140,"redis_feature_flag_write_bytes":1758,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.01421,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002551,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.047,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.078108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00151834,"duration_s":0.351387,"completed_at":"2026-06-09T12:10:03.847Z","load_balancing_strategy":"primary","db_duration_s":0.07953,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1658vm-test-run-nixbot-gitlab> gitlab # [  306.051167] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.865Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1f804656d2e7aa63ec03e6f9","created_at":"2026-06-09T12:10:03.542Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e1a0c283e5a7233cd8c67209d20d80f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.559Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1f804656d2e7aa63ec03e6f9: start","job_status":"start","queue_duration_s":0.306073,"scheduling_latency_s":0.306126}1659vm-test-run-nixbot-gitlab> gitlab # [  306.068577] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.928Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1660vm-test-run-nixbot-gitlab> gitlab # [  306.090776] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.976Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1f804656d2e7aa63ec03e6f9","created_at":"2026-06-09T12:10:03.542Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e1a0c283e5a7233cd8c67209d20d80f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.559Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1f804656d2e7aa63ec03e6f9: done: 0.110479 sec","job_status":"done","queue_duration_s":0.306073,"scheduling_latency_s":0.306126,"redis_calls":9,"redis_duration_s":0.023756,"redis_read_bytes":7,"redis_write_bytes":1112,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004541,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.014108,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005107,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037543,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.110479,"completed_at":"2026-06-09T12:10:03.975Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003752,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [  306.152094] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:03.986Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"e409f18e4aced148defd2436","created_at":"2026-06-09T12:10:03.587Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7ee3cfbd910f62241e95eeb5248cc7bf","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.601Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-e409f18e4aced148defd2436: start","job_status":"start","queue_duration_s":0.385367,"scheduling_latency_s":0.385427}1662vm-test-run-nixbot-gitlab> gitlab # [  306.208434] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:04.093Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"e409f18e4aced148defd2436","created_at":"2026-06-09T12:10:03.587Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7ee3cfbd910f62241e95eeb5248cc7bf","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.601Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-e409f18e4aced148defd2436: done: 0.107109 sec","job_status":"done","queue_duration_s":0.385367,"scheduling_latency_s":0.385427,"redis_calls":10,"redis_duration_s":0.018779,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003474,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009495,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00581,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00102256,"duration_s":0.107109,"completed_at":"2026-06-09T12:10:04.093Z","load_balancing_strategy":"primary","db_duration_s":0.004201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [  306.295189] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:04.096Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5003d83895d770a2f9d74139","created_at":"2026-06-09T12:10:03.631Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7a7d57451b4e6491b711d7fcfffb7f5","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.669Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5003d83895d770a2f9d74139: start","job_status":"start","queue_duration_s":0.42692,"scheduling_latency_s":0.426965}1664vm-test-run-nixbot-gitlab> gitlab # [  306.330231] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:04.215Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5003d83895d770a2f9d74139","created_at":"2026-06-09T12:10:03.631Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7a7d57451b4e6491b711d7fcfffb7f5","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.669Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5003d83895d770a2f9d74139: done: 0.118573 sec","job_status":"done","queue_duration_s":0.42692,"scheduling_latency_s":0.426965,"redis_calls":12,"redis_duration_s":0.011089,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000698,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005087,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.005304,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042072,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.03898484,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.118573,"completed_at":"2026-06-09T12:10:04.215Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.038354,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1665vm-test-run-nixbot-gitlab> gitlab # [  306.392109] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:04.226Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f0c0f7176b2e79e122ef2117","created_at":"2026-06-09T12:10:03.696Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d6e73a44916b0b8be520ac5e85ae88a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.720Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f0c0f7176b2e79e122ef2117: start","job_status":"start","queue_duration_s":0.505513,"scheduling_latency_s":0.505563}1666vm-test-run-nixbot-gitlab> gitlab # [  306.406393] setup-gitlab-start[3303]: + TOKEN=glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o61667vm-test-run-nixbot-gitlab> gitlab # [  306.407533] setup-gitlab-start[3303]: + test -n glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o61668vm-test-run-nixbot-gitlab> gitlab # [  306.408722] setup-gitlab-start[3303]: + test glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o6 '!=' null1669vm-test-run-nixbot-gitlab> gitlab # [  306.409883] setup-gitlab-start[3303]: + mkdir -p /var/lib/secrets1670vm-test-run-nixbot-gitlab> gitlab # [  306.410645] setup-gitlab-start[3303]: + echo glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o61671vm-test-run-nixbot-gitlab> gitlab # [  306.411724] setup-gitlab-start[3303]: + chmod 644 /var/lib/secrets/gitlab-token1672vm-test-run-nixbot-gitlab> gitlab # [  306.412714] setup-gitlab-start[3303]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o6' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1673vm-test-run-nixbot-gitlab> gitlab # [  306.415914] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:04 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 6371674vm-test-run-nixbot-gitlab> gitlab # [  307.676112] gitaly[1363]: time="2026-06-09T12:10:05.557Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.556" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1675vm-test-run-nixbot-gitlab> gitlab # [  307.680491] gitaly[1363]: time="2026-06-09T12:10:05.557Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.556" grpc.time_ms=0.68 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1676vm-test-run-nixbot-gitlab> gitlab # [  307.695919] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.574Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f0c0f7176b2e79e122ef2117","created_at":"2026-06-09T12:10:03.696Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d6e73a44916b0b8be520ac5e85ae88a","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.720Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f0c0f7176b2e79e122ef2117: done: 1.34833 sec","job_status":"done","queue_duration_s":0.505513,"scheduling_latency_s":0.505563,"redis_calls":573,"redis_duration_s":0.685811,"redis_read_bytes":571,"redis_write_bytes":49790,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002897,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005507,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.677407,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.740078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.34833,"completed_at":"2026-06-09T12:10:05.574Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001823,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [  307.777773] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.577Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"c8d4169fb7d5b8ae4459c9c6","created_at":"2026-06-09T12:10:04.190Z","trace_propagation_headers":{"sentry-trace":"9dbf30e3b2c1419489ab7d9bf76be62d-47a3d2c470fb4784","baggage":"sentry-trace_id=9dbf30e3b2c1419489ab7d9bf76be62d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MBYBBWB0SVK978TBCBTE","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:848bbd583b45fba4806245e4d0522a3444812b139a3885811bae4bd91ce01e1d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.222Z","job_size_bytes":451,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-c8d4169fb7d5b8ae4459c9c6: start","job_status":"start","queue_duration_s":1.354595,"scheduling_latency_s":1.354629}1678vm-test-run-nixbot-gitlab> gitlab # [  307.886494] sidekiq-cluster[2430]: {"severity":"WARN","time":"2026-06-09T12:10:05.771Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"c8d4169fb7d5b8ae4459c9c6","created_at":"2026-06-09T12:10:04.190Z","trace_propagation_headers":{"sentry-trace":"9dbf30e3b2c1419489ab7d9bf76be62d-47a3d2c470fb4784","baggage":"sentry-trace_id=9dbf30e3b2c1419489ab7d9bf76be62d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MBYBBWB0SVK978TBCBTE","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:848bbd583b45fba4806245e4d0522a3444812b139a3885811bae4bd91ce01e1d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.222Z","job_size_bytes":451,"pid":2430,"sidekiq_tid":"lyli","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-c8d4169fb7d5b8ae4459c9c6: fail: 0.193013 sec","job_status":"fail","queue_duration_s":1.354595,"scheduling_latency_s":1.354629,"redis_calls":11,"redis_duration_s":0.0028539999999999998,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00056,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001719,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000575,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.132042,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00067234,"duration_s":0.193013,"completed_at":"2026-06-09T12:10:05.769Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.040937,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [  308.279324] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.776Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"9b6de2a4739bda22a34dc068","created_at":"2026-06-09T12:10:03.738Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bbb62b2624680d4b1043b57a405d951","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:10:03.764Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-9b6de2a4739bda22a34dc068: start","job_status":"start","queue_duration_s":2.012332,"scheduling_latency_s":2.012384}1680vm-test-run-nixbot-gitlab> gitlab # [  308.291734] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.804Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1681vm-test-run-nixbot-gitlab> gitlab # [  308.294968] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.816Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"9b6de2a4739bda22a34dc068","created_at":"2026-06-09T12:10:03.738Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bbb62b2624680d4b1043b57a405d951","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T12:10:03.764Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-9b6de2a4739bda22a34dc068: done: 0.039772 sec","job_status":"done","queue_duration_s":2.012332,"scheduling_latency_s":2.012384,"redis_calls":9,"redis_duration_s":0.003607,"redis_read_bytes":7,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000848,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001941,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000818,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039772,"completed_at":"2026-06-09T12:10:05.816Z","load_balancing_strategy":"primary","db_duration_s":0.000888,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1682vm-test-run-nixbot-gitlab> gitlab # [  308.333269] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.818Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"7b7983efe735de910c70d7ea","created_at":"2026-06-09T12:10:03.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77714ea064b7ba21dc982ba95eb8497c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.834Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-7b7983efe735de910c70d7ea: start","job_status":"start","queue_duration_s":1.984597,"scheduling_latency_s":1.984627}1683vm-test-run-nixbot-gitlab> gitlab # [  308.346818] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.839Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1684vm-test-run-nixbot-gitlab> gitlab # [  308.350268] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.847Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"7b7983efe735de910c70d7ea","created_at":"2026-06-09T12:10:03.811Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77714ea064b7ba21dc982ba95eb8497c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.834Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-7b7983efe735de910c70d7ea: done: 0.028635 sec","job_status":"done","queue_duration_s":1.984597,"scheduling_latency_s":1.984627,"redis_calls":9,"redis_duration_s":0.003166,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000831,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001599,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000736,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018507,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028635,"completed_at":"2026-06-09T12:10:05.847Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002268,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [  308.390530] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.849Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"080e0f5c04f70525651b89a7","created_at":"2026-06-09T12:10:03.863Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4792173724bd675799c23df0ca88bd9","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.880Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-080e0f5c04f70525651b89a7: start","job_status":"start","queue_duration_s":1.969282,"scheduling_latency_s":1.969307}1686vm-test-run-nixbot-gitlab> gitlab # [  308.404266] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.895Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"080e0f5c04f70525651b89a7","created_at":"2026-06-09T12:10:03.863Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4792173724bd675799c23df0ca88bd9","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.880Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-080e0f5c04f70525651b89a7: done: 0.045799 sec","job_status":"done","queue_duration_s":1.969282,"scheduling_latency_s":1.969307,"redis_calls":9,"redis_duration_s":0.004147,"redis_read_bytes":7,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000734,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002626,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000787,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032319,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045799,"completed_at":"2026-06-09T12:10:05.895Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002323,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687vm-test-run-nixbot-gitlab> gitlab # [  308.443545] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.898Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"3aa12a80514181d3e8f545a1","created_at":"2026-06-09T12:10:03.914Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9e8b814a08a23f0007d83fbc2ac25021","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.943Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-3aa12a80514181d3e8f545a1: start","job_status":"start","queue_duration_s":1.954953,"scheduling_latency_s":1.954995}1688vm-test-run-nixbot-gitlab> gitlab # [  308.456405] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.934Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"3aa12a80514181d3e8f545a1","created_at":"2026-06-09T12:10:03.914Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9e8b814a08a23f0007d83fbc2ac25021","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.943Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-3aa12a80514181d3e8f545a1: done: 0.035575 sec","job_status":"done","queue_duration_s":1.954953,"scheduling_latency_s":1.954995,"redis_calls":11,"redis_duration_s":0.004486,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00118,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001759,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001547,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023529,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00091714,"exclusive_lock_hold_duration_s":0.00369546,"duration_s":0.035575,"completed_at":"2026-06-09T12:10:05.934Z","load_balancing_strategy":"primary","db_duration_s":0.001766,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689vm-test-run-nixbot-gitlab> gitlab # [  308.494994] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:05.936Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"05e7dd18c4f53ba3d6e8159e","created_at":"2026-06-09T12:10:03.962Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c2da294508bc7f598810d26045b6e112","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.983Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-05e7dd18c4f53ba3d6e8159e: start","job_status":"start","queue_duration_s":1.953567,"scheduling_latency_s":1.9536}1690vm-test-run-nixbot-gitlab> gitlab # [  308.508203] gitaly[1363]: time="2026-06-09T12:10:05.806Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.255" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.806" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691vm-test-run-nixbot-gitlab> gitlab # [  308.517532] gitaly[1363]: time="2026-06-09T12:10:05.806Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.255" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.806" grpc.time_ms=0.571 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1692vm-test-run-nixbot-gitlab> gitlab # [  308.527608] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.235Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"05e7dd18c4f53ba3d6e8159e","created_at":"2026-06-09T12:10:03.962Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c2da294508bc7f598810d26045b6e112","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:03.983Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-05e7dd18c4f53ba3d6e8159e: done: 0.298352 sec","job_status":"done","queue_duration_s":1.953567,"scheduling_latency_s":1.9536,"redis_calls":13,"redis_duration_s":0.0044080000000000005,"redis_read_bytes":11,"redis_write_bytes":1567,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001275,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001612,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001521,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.052,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.230207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00082404,"exclusive_lock_hold_duration_s":0.26589172,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.298352,"completed_at":"2026-06-09T12:10:06.235Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.078379,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [  308.569313] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.237Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"90fc8cc36edbbe55c0e8762c","created_at":"2026-06-09T12:10:04.020Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2aa043ec153e56581f0f221ba9c89e2","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.043Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-90fc8cc36edbbe55c0e8762c: start","job_status":"start","queue_duration_s":2.193326,"scheduling_latency_s":2.19335}1694vm-test-run-nixbot-gitlab> gitlab # [  308.582777] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.255Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"90fc8cc36edbbe55c0e8762c","created_at":"2026-06-09T12:10:04.020Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2aa043ec153e56581f0f221ba9c89e2","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.043Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-90fc8cc36edbbe55c0e8762c: done: 0.017928 sec","job_status":"done","queue_duration_s":2.193326,"scheduling_latency_s":2.19335,"redis_calls":11,"redis_duration_s":0.002027,"redis_read_bytes":8,"redis_write_bytes":1094,"redis_cache_calls":2,"redis_cache_duration_s":0.000299,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000363,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":482,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000419,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011638,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017928,"completed_at":"2026-06-09T12:10:06.255Z","load_balancing_strategy":"primary","db_duration_s":0.000798,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695vm-test-run-nixbot-gitlab> gitlab # [  308.622220] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.256Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2162f9fc9eaa1986c835036b","created_at":"2026-06-09T12:10:04.084Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d55d02c944f50c170ef18b022a5f3780","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.101Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2162f9fc9eaa1986c835036b: start","job_status":"start","queue_duration_s":2.155178,"scheduling_latency_s":2.155204}1696vm-test-run-nixbot-gitlab> gitlab # [  308.635257] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.277Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"2162f9fc9eaa1986c835036b","created_at":"2026-06-09T12:10:04.084Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d55d02c944f50c170ef18b022a5f3780","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.101Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-2162f9fc9eaa1986c835036b: done: 0.020847 sec","job_status":"done","queue_duration_s":2.155178,"scheduling_latency_s":2.155204,"redis_calls":9,"redis_duration_s":0.001737,"redis_read_bytes":7,"redis_write_bytes":1183,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000358,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000997,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000382,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01236,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.020847,"completed_at":"2026-06-09T12:10:06.277Z","load_balancing_strategy":"primary","db_duration_s":0.003378,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1697vm-test-run-nixbot-gitlab> gitlab # [  308.675442] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.278Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"db1b74ae9ff364e174bc5de0","created_at":"2026-06-09T12:10:04.152Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de513b9e013474255259704a62452da5","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.175Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-db1b74ae9ff364e174bc5de0: start","job_status":"start","queue_duration_s":2.10346,"scheduling_latency_s":2.103487}1698vm-test-run-nixbot-gitlab> gitlab # [  308.688791] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.298Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"db1b74ae9ff364e174bc5de0","created_at":"2026-06-09T12:10:04.152Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de513b9e013474255259704a62452da5","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.175Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-db1b74ae9ff364e174bc5de0: done: 0.020254 sec","job_status":"done","queue_duration_s":2.10346,"scheduling_latency_s":2.103487,"redis_calls":9,"redis_duration_s":0.001791,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000385,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000457,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020254,"completed_at":"2026-06-09T12:10:06.298Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00158,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1699vm-test-run-nixbot-gitlab> gitlab # [  308.728319] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.300Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"2be763781e64c8ccd7376c2d","created_at":"2026-06-09T12:10:04.194Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f94e8a9b26636dfbf447c2874a74efea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.218Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-2be763781e64c8ccd7376c2d: start","job_status":"start","queue_duration_s":2.081312,"scheduling_latency_s":2.081336}1700vm-test-run-nixbot-gitlab> gitlab # [  308.742584] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.351Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"2be763781e64c8ccd7376c2d","created_at":"2026-06-09T12:10:04.194Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f94e8a9b26636dfbf447c2874a74efea","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.218Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-2be763781e64c8ccd7376c2d: done: 0.050858 sec","job_status":"done","queue_duration_s":2.081312,"scheduling_latency_s":2.081336,"redis_calls":11,"redis_duration_s":0.00189,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000274,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000759,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000857,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.024,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00078146,"exclusive_lock_hold_duration_s":0.02220658,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.050858,"completed_at":"2026-06-09T12:10:06.350Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025739,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1701vm-test-run-nixbot-gitlab> gitlab # [  308.785866] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.352Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"42b5e0f38d0af95b4fa594eb","created_at":"2026-06-09T12:10:04.233Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a257d056382c83d8df8cb87633cece4","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.273Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-42b5e0f38d0af95b4fa594eb: start","job_status":"start","queue_duration_s":2.078851,"scheduling_latency_s":2.078871}1702vm-test-run-nixbot-gitlab> gitlab # [  308.798117] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.392Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"42b5e0f38d0af95b4fa594eb","created_at":"2026-06-09T12:10:04.233Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a257d056382c83d8df8cb87633cece4","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.273Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-42b5e0f38d0af95b4fa594eb: done: 0.039764 sec","job_status":"done","queue_duration_s":2.078851,"scheduling_latency_s":2.078871,"redis_calls":10,"redis_duration_s":0.0015919999999999999,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000379,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000877,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000336,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021902,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027816,"duration_s":0.039764,"completed_at":"2026-06-09T12:10:06.392Z","load_balancing_strategy":"primary","db_duration_s":0.011241,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1703vm-test-run-nixbot-gitlab> gitlab # [  308.836926] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.393Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"944035bea075259dc1627764","created_at":"2026-06-09T12:10:04.329Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1265944ca506216c4814ff8a9d4232de","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.346Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-944035bea075259dc1627764: start","job_status":"start","queue_duration_s":2.04699,"scheduling_latency_s":2.047011}1704vm-test-run-nixbot-gitlab> gitlab # [  308.850370] gitaly[1363]: time="2026-06-09T12:10:05.857Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 diskcache=2b98c8f4-3490-4ae7-ad67-688a19b43e91 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:10:15.270" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.820" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1705vm-test-run-nixbot-gitlab> gitlab # [  308.860185] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.417Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"944035bea075259dc1627764","created_at":"2026-06-09T12:10:04.329Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1265944ca506216c4814ff8a9d4232de","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.346Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-944035bea075259dc1627764: done: 0.02407 sec","job_status":"done","queue_duration_s":2.04699,"scheduling_latency_s":2.047011,"redis_calls":11,"redis_duration_s":0.001708,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000288,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000758,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000662,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00049364,"exclusive_lock_hold_duration_s":0.00634934,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.02407,"completed_at":"2026-06-09T12:10:06.417Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00583,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1706vm-test-run-nixbot-gitlab> gitlab # [  308.900175] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.418Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"f14f72699fcc69cca14a1bc5","created_at":"2026-06-09T12:10:04.369Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"539d0c16373d90dde4124a7dbe209c5c","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.393Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-f14f72699fcc69cca14a1bc5: start","job_status":"start","queue_duration_s":2.02528,"scheduling_latency_s":2.0253}1707vm-test-run-nixbot-gitlab> gitlab # [  308.913336] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.448Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"f14f72699fcc69cca14a1bc5","created_at":"2026-06-09T12:10:04.369Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"539d0c16373d90dde4124a7dbe209c5c","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.393Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-f14f72699fcc69cca14a1bc5: done: 0.029656 sec","job_status":"done","queue_duration_s":2.02528,"scheduling_latency_s":2.0253,"redis_calls":13,"redis_duration_s":0.001954,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000291,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000823,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.00084,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016271,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026818,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.029656,"completed_at":"2026-06-09T12:10:06.448Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005846,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1708vm-test-run-nixbot-gitlab> gitlab # [  308.954691] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.449Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"a329c998a4277cf8b95bd585","created_at":"2026-06-09T12:10:04.424Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.446Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-a329c998a4277cf8b95bd585: start","job_status":"start","queue_duration_s":2.003526,"scheduling_latency_s":2.003547}1709vm-test-run-nixbot-gitlab> gitlab # [  308.967866] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.497Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"a329c998a4277cf8b95bd585","created_at":"2026-06-09T12:10:04.424Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.446Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-a329c998a4277cf8b95bd585: done: 0.048352 sec","job_status":"done","queue_duration_s":2.003526,"scheduling_latency_s":2.003547,"redis_calls":20,"redis_duration_s":0.002799,"redis_read_bytes":23,"redis_write_bytes":4314,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.000835,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.00048,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2019,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001194,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00029,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037407,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027472,"duration_s":0.048352,"completed_at":"2026-06-09T12:10:06.497Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002243,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1710vm-test-run-nixbot-gitlab> gitlab # [  309.009713] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.499Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"b18a0d467493fbfcc563772e","created_at":"2026-06-09T12:10:04.472Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.505Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-b18a0d467493fbfcc563772e: start","job_status":"start","queue_duration_s":1.993531,"scheduling_latency_s":1.993555}1711vm-test-run-nixbot-gitlab> gitlab # [  309.022178] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.529Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"b18a0d467493fbfcc563772e","created_at":"2026-06-09T12:10:04.472Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.505Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-b18a0d467493fbfcc563772e: done: 0.030163 sec","job_status":"done","queue_duration_s":1.993531,"scheduling_latency_s":1.993555,"redis_calls":18,"redis_duration_s":0.002726,"redis_read_bytes":20,"redis_write_bytes":4694,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00055,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000199,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.001559,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000418,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030163,"completed_at":"2026-06-09T12:10:06.529Z","load_balancing_strategy":"primary","db_duration_s":0.002003,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1712vm-test-run-nixbot-gitlab> gitlab # [  309.061723] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.530Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f5090a5574821f504ecd7e59","created_at":"2026-06-09T12:10:04.512Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.539Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f5090a5574821f504ecd7e59: start","job_status":"start","queue_duration_s":1.9907,"scheduling_latency_s":1.990718}1713vm-test-run-nixbot-gitlab> gitlab # [  309.074155] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.632Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f5090a5574821f504ecd7e59","created_at":"2026-06-09T12:10:04.512Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.539Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f5090a5574821f504ecd7e59: done: 0.102006 sec","job_status":"done","queue_duration_s":1.9907,"scheduling_latency_s":1.990718,"redis_calls":70,"redis_duration_s":0.010541,"redis_read_bytes":118,"redis_write_bytes":42530,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001361,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000432,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.008344,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000404,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.091419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.102006,"completed_at":"2026-06-09T12:10:06.632Z","load_balancing_strategy":"primary","db_duration_s":0.002594,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1714vm-test-run-nixbot-gitlab> gitlab # [  309.113817] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.633Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"7a03ba70e258c640fd929bc4","created_at":"2026-06-09T12:10:04.558Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"095ea4bd191154e5ea8a7f3ef6b21735","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.581Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-7a03ba70e258c640fd929bc4: start","job_status":"start","queue_duration_s":2.052223,"scheduling_latency_s":2.052247}1715vm-test-run-nixbot-gitlab> gitlab # [  309.127686] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.644Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1716vm-test-run-nixbot-gitlab> gitlab # [  309.130949] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.649Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"7a03ba70e258c640fd929bc4","created_at":"2026-06-09T12:10:04.558Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"095ea4bd191154e5ea8a7f3ef6b21735","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.581Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-7a03ba70e258c640fd929bc4: done: 0.016167 sec","job_status":"done","queue_duration_s":2.052223,"scheduling_latency_s":2.052247,"redis_calls":9,"redis_duration_s":0.001331,"redis_read_bytes":7,"redis_write_bytes":1185,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000271,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000755,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000305,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016167,"completed_at":"2026-06-09T12:10:06.649Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000998,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1717vm-test-run-nixbot-gitlab> gitlab # [  309.170339] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.651Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"9756b4f10f1f41d40f5bc5ce","created_at":"2026-06-09T12:10:04.614Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48c55abcc169de46a73e99189c26083c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.635Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-9756b4f10f1f41d40f5bc5ce: start","job_status":"start","queue_duration_s":2.015491,"scheduling_latency_s":2.015511}1718vm-test-run-nixbot-gitlab> gitlab # [  309.183856] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.673Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"9756b4f10f1f41d40f5bc5ce","created_at":"2026-06-09T12:10:04.614Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"48c55abcc169de46a73e99189c26083c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.635Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-9756b4f10f1f41d40f5bc5ce: done: 0.022095 sec","job_status":"done","queue_duration_s":2.015491,"scheduling_latency_s":2.015511,"redis_calls":13,"redis_duration_s":0.001756,"redis_read_bytes":11,"redis_write_bytes":1663,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.000792,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":887,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000692,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000272,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022095,"completed_at":"2026-06-09T12:10:06.673Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003409,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1719vm-test-run-nixbot-gitlab> gitlab # [  309.224272] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.674Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"fd90b3f64234a9d6a6ca73b4","created_at":"2026-06-09T12:10:04.669Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e5cd35516a825514ec10b89b4de7175","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.692Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-fd90b3f64234a9d6a6ca73b4: start","job_status":"start","queue_duration_s":1.98187,"scheduling_latency_s":1.981887}1720vm-test-run-nixbot-gitlab> gitlab # [  309.237360] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.710Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"fd90b3f64234a9d6a6ca73b4","created_at":"2026-06-09T12:10:04.669Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e5cd35516a825514ec10b89b4de7175","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.692Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-fd90b3f64234a9d6a6ca73b4: done: 0.03574 sec","job_status":"done","queue_duration_s":1.98187,"scheduling_latency_s":1.981887,"redis_calls":15,"redis_duration_s":0.002073,"redis_read_bytes":13,"redis_write_bytes":1859,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001128,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000672,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000273,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019076,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03574,"completed_at":"2026-06-09T12:10:06.710Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012811,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1721vm-test-run-nixbot-gitlab> gitlab # [  309.276943] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"9f32ed9c0c310dc90bd5d7e6","created_at":"2026-06-09T12:10:04.712Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e831ef00f03448b81e841120ceb12f84","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.737Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-9f32ed9c0c310dc90bd5d7e6: start","job_status":"start","queue_duration_s":1.97415,"scheduling_latency_s":1.974168}1722vm-test-run-nixbot-gitlab> gitlab # [  309.289667] gitaly[1363]: time="2026-06-09T12:10:05.858Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:10:15.270" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.820" grpc.time_ms=37.253 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1723vm-test-run-nixbot-gitlab> gitlab # [  309.302670] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.766Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"9f32ed9c0c310dc90bd5d7e6","created_at":"2026-06-09T12:10:04.712Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e831ef00f03448b81e841120ceb12f84","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.737Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-9f32ed9c0c310dc90bd5d7e6: done: 0.055157 sec","job_status":"done","queue_duration_s":1.97415,"scheduling_latency_s":1.974168,"redis_calls":10,"redis_duration_s":0.0014919999999999998,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000285,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00085,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000357,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022061,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027324,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.00344592},"duration_s":0.055157,"completed_at":"2026-06-09T12:10:06.766Z","load_balancing_strategy":"primary","db_duration_s":0.027365,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1724vm-test-run-nixbot-gitlab> gitlab # [  309.343144] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.767Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"9f433babb1bb3c8ec0774cd4","created_at":"2026-06-09T12:10:04.763Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"170c0776366394ed1050c56a3908316c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.780Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-9f433babb1bb3c8ec0774cd4: start","job_status":"start","queue_duration_s":1.986985,"scheduling_latency_s":1.987004}1725vm-test-run-nixbot-gitlab> gitlab # [  309.356839] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.819Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"9f433babb1bb3c8ec0774cd4","created_at":"2026-06-09T12:10:04.763Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"170c0776366394ed1050c56a3908316c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.780Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-9f433babb1bb3c8ec0774cd4: done: 0.051947 sec","job_status":"done","queue_duration_s":1.986985,"scheduling_latency_s":1.987004,"redis_calls":13,"redis_duration_s":0.002224,"redis_read_bytes":11,"redis_write_bytes":1780,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000596,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00076,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052984,"exclusive_lock_hold_duration_s":0.03085852,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.051947,"completed_at":"2026-06-09T12:10:06.819Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021097,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1726vm-test-run-nixbot-gitlab> gitlab # [  309.399775] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.821Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"3bdb0f462585a2c71c7a7fa7","created_at":"2026-06-09T12:10:04.813Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c892e539d9d415bc4188a164cbfe649","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.849Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-3bdb0f462585a2c71c7a7fa7: start","job_status":"start","queue_duration_s":1.971017,"scheduling_latency_s":1.971039}1727vm-test-run-nixbot-gitlab> gitlab # [  309.413033] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.843Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"3bdb0f462585a2c71c7a7fa7","created_at":"2026-06-09T12:10:04.813Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c892e539d9d415bc4188a164cbfe649","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.849Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-3bdb0f462585a2c71c7a7fa7: done: 0.022696 sec","job_status":"done","queue_duration_s":1.971017,"scheduling_latency_s":1.971039,"redis_calls":11,"redis_duration_s":0.001773,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000313,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000869,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000258,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000333,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026574,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.022696,"completed_at":"2026-06-09T12:10:06.843Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000688,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1728vm-test-run-nixbot-gitlab> gitlab # [  309.454350] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.844Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"333ffe5f7a277fa6e87d5edb","created_at":"2026-06-09T12:10:04.923Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"601307a3b1c864011b5304fd2ed316ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.942Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-333ffe5f7a277fa6e87d5edb: start","job_status":"start","queue_duration_s":1.90268,"scheduling_latency_s":1.902699}1729vm-test-run-nixbot-gitlab> gitlab # [  309.467919] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.861Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"333ffe5f7a277fa6e87d5edb","created_at":"2026-06-09T12:10:04.923Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"601307a3b1c864011b5304fd2ed316ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.942Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-333ffe5f7a277fa6e87d5edb: done: 0.016843 sec","job_status":"done","queue_duration_s":1.90268,"scheduling_latency_s":1.902699,"redis_calls":9,"redis_duration_s":0.001339,"redis_read_bytes":7,"redis_write_bytes":1192,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000286,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000758,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000295,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016843,"completed_at":"2026-06-09T12:10:06.861Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00067,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1730vm-test-run-nixbot-gitlab> gitlab # [  309.507884] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.862Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"a9c6ae7168afe6168105f272","created_at":"2026-06-09T12:10:04.959Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb1c969d3ea84927952e3495fd09850f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.978Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-a9c6ae7168afe6168105f272: start","job_status":"start","queue_duration_s":1.884774,"scheduling_latency_s":1.884794}1731vm-test-run-nixbot-gitlab> gitlab # [  309.521801] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.873Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1732vm-test-run-nixbot-gitlab> gitlab # [  309.525332] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.879Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"a9c6ae7168afe6168105f272","created_at":"2026-06-09T12:10:04.959Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb1c969d3ea84927952e3495fd09850f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:04.978Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-a9c6ae7168afe6168105f272: done: 0.016069 sec","job_status":"done","queue_duration_s":1.884774,"scheduling_latency_s":1.884794,"redis_calls":9,"redis_duration_s":0.001279,"redis_read_bytes":7,"redis_write_bytes":1178,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000292,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000706,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000281,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010573,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016069,"completed_at":"2026-06-09T12:10:06.878Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000701,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1733vm-test-run-nixbot-gitlab> gitlab # [  309.564967] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.880Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"6c140b7dc00f3c7cb4f15281","created_at":"2026-06-09T12:10:04.999Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19c3bb1317f2678092e6a70eb89e16f0","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.023Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-6c140b7dc00f3c7cb4f15281: start","job_status":"start","queue_duration_s":1.856992,"scheduling_latency_s":1.857011}1734vm-test-run-nixbot-gitlab> gitlab # [  309.577647] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.900Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"6c140b7dc00f3c7cb4f15281","created_at":"2026-06-09T12:10:04.999Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19c3bb1317f2678092e6a70eb89e16f0","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.023Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-6c140b7dc00f3c7cb4f15281: done: 0.020678 sec","job_status":"done","queue_duration_s":1.856992,"scheduling_latency_s":1.857011,"redis_calls":10,"redis_duration_s":0.001403,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000266,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000829,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000308,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025192,"duration_s":0.020678,"completed_at":"2026-06-09T12:10:06.900Z","load_balancing_strategy":"primary","db_duration_s":0.000658,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1735vm-test-run-nixbot-gitlab> gitlab # [  309.617646] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.901Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"82f783f700954c3aef665e55","created_at":"2026-06-09T12:10:05.075Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0c1414a7ce69278010b7d9c9952333b6","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.093Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-82f783f700954c3aef665e55: start","job_status":"start","queue_duration_s":1.808786,"scheduling_latency_s":1.808804}1736vm-test-run-nixbot-gitlab> gitlab # [  309.631177] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.919Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"82f783f700954c3aef665e55","created_at":"2026-06-09T12:10:05.075Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0c1414a7ce69278010b7d9c9952333b6","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.093Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-82f783f700954c3aef665e55: done: 0.017826 sec","job_status":"done","queue_duration_s":1.808786,"scheduling_latency_s":1.808804,"redis_calls":11,"redis_duration_s":0.001534,"redis_read_bytes":9,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000267,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00067,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000597,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00044854,"exclusive_lock_hold_duration_s":0.00243452,"duration_s":0.017826,"completed_at":"2026-06-09T12:10:06.919Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002052,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1737vm-test-run-nixbot-gitlab> gitlab # [  309.670801] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.920Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"a5868b7596085d56e8f948fa","created_at":"2026-06-09T12:10:05.108Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f9cd3d7652deecf5709e7e84c095e3a2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:10:05.124Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-a5868b7596085d56e8f948fa: start","job_status":"start","queue_duration_s":1.796812,"scheduling_latency_s":1.79683}1738vm-test-run-nixbot-gitlab> gitlab # [  309.683439] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.931Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1739vm-test-run-nixbot-gitlab> gitlab # [  309.687025] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.936Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"a5868b7596085d56e8f948fa","created_at":"2026-06-09T12:10:05.108Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f9cd3d7652deecf5709e7e84c095e3a2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T12:10:05.124Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-a5868b7596085d56e8f948fa: done: 0.015625 sec","job_status":"done","queue_duration_s":1.796812,"scheduling_latency_s":1.79683,"redis_calls":9,"redis_duration_s":0.0015379999999999999,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000338,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000268,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010455,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015625,"completed_at":"2026-06-09T12:10:06.936Z","load_balancing_strategy":"primary","db_duration_s":0.000721,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1740vm-test-run-nixbot-gitlab> gitlab # [  309.725589] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.937Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"3dc3c2cc0ee1d8e8ef43a3f1","created_at":"2026-06-09T12:10:05.140Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed945e93edec58d675d22fd3b8acd9d4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:10:05.157Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-3dc3c2cc0ee1d8e8ef43a3f1: start","job_status":"start","queue_duration_s":1.779961,"scheduling_latency_s":1.779979}1741vm-test-run-nixbot-gitlab> gitlab # [  309.738499] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.959Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"3dc3c2cc0ee1d8e8ef43a3f1","created_at":"2026-06-09T12:10:05.140Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2206a3e9c58d406a","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed945e93edec58d675d22fd3b8acd9d4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T12:10:05.157Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-3dc3c2cc0ee1d8e8ef43a3f1: done: 0.021592 sec","job_status":"done","queue_duration_s":1.779961,"scheduling_latency_s":1.779979,"redis_calls":9,"redis_duration_s":0.001277,"redis_read_bytes":7,"redis_write_bytes":1068,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000275,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000736,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000266,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021592,"completed_at":"2026-06-09T12:10:06.959Z","load_balancing_strategy":"primary","db_duration_s":0.001959,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1742vm-test-run-nixbot-gitlab> gitlab # [  309.777166] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:06.960Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"55d45f1922597393e99e4b46","created_at":"2026-06-09T12:10:05.910Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.956Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-55d45f1922597393e99e4b46: start","job_status":"start","queue_duration_s":1.003653,"scheduling_latency_s":1.003671}1743vm-test-run-nixbot-gitlab> gitlab # [  309.791002] gitaly[1363]: time="2026-06-09T12:10:05.874Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.873" pid=1363 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1744vm-test-run-nixbot-gitlab> gitlab # [  309.802321] gitaly[1363]: time="2026-06-09T12:10:05.875Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:15.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.873" grpc.time_ms=1.921 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1745vm-test-run-nixbot-gitlab> gitlab # [  309.812592] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.015Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"55d45f1922597393e99e4b46","created_at":"2026-06-09T12:10:05.910Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.956Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-55d45f1922597393e99e4b46: done: 0.055444 sec","job_status":"done","queue_duration_s":1.003653,"scheduling_latency_s":1.003671,"redis_calls":13,"redis_duration_s":0.0019169999999999999,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000403,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000882,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000632,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.03522358,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.055444,"completed_at":"2026-06-09T12:10:07.015Z","load_balancing_strategy":"primary","db_duration_s":0.014742,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1746vm-test-run-nixbot-gitlab> gitlab # [  309.854416] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.016Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e82aaf045ee0863feef6fdf6","created_at":"2026-06-09T12:10:05.972Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.979Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e82aaf045ee0863feef6fdf6: start","job_status":"start","queue_duration_s":1.037657,"scheduling_latency_s":1.037676}1747vm-test-run-nixbot-gitlab> gitlab # [  309.868157] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.140Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e82aaf045ee0863feef6fdf6","created_at":"2026-06-09T12:10:05.972Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:05.979Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e82aaf045ee0863feef6fdf6: done: 0.124043 sec","job_status":"done","queue_duration_s":1.037657,"scheduling_latency_s":1.037676,"redis_calls":14,"redis_duration_s":0.0023290000000000003,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000625,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00072,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.10105136,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.124043,"completed_at":"2026-06-09T12:10:07.140Z","load_balancing_strategy":"primary","db_duration_s":0.044183,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1748vm-test-run-nixbot-gitlab> gitlab # [  309.910608] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.142Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"daeb815be776b7eb61491e26","created_at":"2026-06-09T12:10:06.461Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2148d13b1b1145c5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.470Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-daeb815be776b7eb61491e26: start","job_status":"start","queue_duration_s":0.672012,"scheduling_latency_s":0.672031}1749vm-test-run-nixbot-gitlab> gitlab # [  309.924615] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.170Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"daeb815be776b7eb61491e26","created_at":"2026-06-09T12:10:06.461Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2148d13b1b1145c5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.470Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-daeb815be776b7eb61491e26: done: 0.028637 sec","job_status":"done","queue_duration_s":0.672012,"scheduling_latency_s":0.672031,"redis_calls":10,"redis_duration_s":0.0015739999999999999,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000309,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000333,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026964,"duration_s":0.028637,"completed_at":"2026-06-09T12:10:07.170Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005149,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1750vm-test-run-nixbot-gitlab> gitlab # [  309.964702] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.172Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"c8650b5690ca450cd6e3df74","created_at":"2026-06-09T12:10:06.470Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2148d13b1b1145c5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.475Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-c8650b5690ca450cd6e3df74: start","job_status":"start","queue_duration_s":0.696397,"scheduling_latency_s":0.696416}1751vm-test-run-nixbot-gitlab> gitlab # [  309.978506] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.193Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"c8650b5690ca450cd6e3df74","created_at":"2026-06-09T12:10:06.470Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-2148d13b1b1145c5","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"e7239e11f82e1d9c46a79f0d2e8ebb3a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.475Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-c8650b5690ca450cd6e3df74: done: 0.02174 sec","job_status":"done","queue_duration_s":0.696397,"scheduling_latency_s":0.696416,"redis_calls":10,"redis_duration_s":0.001563,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00032,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000343,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027324,"duration_s":0.02174,"completed_at":"2026-06-09T12:10:07.193Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001425,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1752vm-test-run-nixbot-gitlab> gitlab # [  310.020166] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.195Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5ce75a079c714658152c762b","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5ce75a079c714658152c762b: start","job_status":"start","queue_duration_s":0.671012,"scheduling_latency_s":0.671032}1753vm-test-run-nixbot-gitlab> gitlab # [  310.031675] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.212Z","message":"No existing merge request to be cleaned up."}1754vm-test-run-nixbot-gitlab> gitlab # [  310.033336] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.222Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5ce75a079c714658152c762b","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5ce75a079c714658152c762b: done: 0.026963 sec","job_status":"done","queue_duration_s":0.671012,"scheduling_latency_s":0.671032,"redis_calls":12,"redis_duration_s":0.00265,"redis_read_bytes":10,"redis_write_bytes":1323,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000322,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00104,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001288,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026963,"completed_at":"2026-06-09T12:10:07.222Z","load_balancing_strategy":"primary","db_duration_s":0.006895,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1755vm-test-run-nixbot-gitlab> gitlab # [  310.070826] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.223Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d10e6fe8668d92af5da5b48b","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d10e6fe8668d92af5da5b48b: start","job_status":"start","queue_duration_s":0.699552,"scheduling_latency_s":0.699571}1756vm-test-run-nixbot-gitlab> gitlab # [  310.082203] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.235Z","message":"No existing merge request to be cleaned up."}1757vm-test-run-nixbot-gitlab> gitlab # [  310.083722] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.243Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d10e6fe8668d92af5da5b48b","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d10e6fe8668d92af5da5b48b: done: 0.019866 sec","job_status":"done","queue_duration_s":0.699552,"scheduling_latency_s":0.699571,"redis_calls":10,"redis_duration_s":0.002869,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00108,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001789,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019866,"completed_at":"2026-06-09T12:10:07.243Z","load_balancing_strategy":"primary","db_duration_s":0.00277,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1758vm-test-run-nixbot-gitlab> gitlab # [  310.119878] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.245Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"690cc5a03243e93a5f1916c2","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-690cc5a03243e93a5f1916c2: start","job_status":"start","queue_duration_s":0.720817,"scheduling_latency_s":0.720834}1759vm-test-run-nixbot-gitlab> gitlab # [  310.131591] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.256Z","message":"No existing merge request to be cleaned up."}1760vm-test-run-nixbot-gitlab> gitlab # [  310.133179] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.265Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"690cc5a03243e93a5f1916c2","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-690cc5a03243e93a5f1916c2: done: 0.020166 sec","job_status":"done","queue_duration_s":0.720817,"scheduling_latency_s":0.720834,"redis_calls":10,"redis_duration_s":0.002713,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001138,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001575,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012638,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020166,"completed_at":"2026-06-09T12:10:07.265Z","load_balancing_strategy":"primary","db_duration_s":0.002876,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1761vm-test-run-nixbot-gitlab> gitlab # [  310.169835] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.266Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"20eb224702e5344e73028eec","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-20eb224702e5344e73028eec: start","job_status":"start","queue_duration_s":0.742397,"scheduling_latency_s":0.742414}1762vm-test-run-nixbot-gitlab> gitlab # [  310.181396] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.277Z","message":"No existing merge request to be cleaned up."}1763vm-test-run-nixbot-gitlab> gitlab # [  310.182933] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.285Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"20eb224702e5344e73028eec","created_at":"2026-06-09T12:10:06.511Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-7627d430440a4926","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4f37ae3f01afd06bc4b7c8ea196cc541","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.524Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-20eb224702e5344e73028eec: done: 0.018854 sec","job_status":"done","queue_duration_s":0.742397,"scheduling_latency_s":0.742414,"redis_calls":10,"redis_duration_s":0.002725,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001102,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001623,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011378,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018854,"completed_at":"2026-06-09T12:10:07.285Z","load_balancing_strategy":"primary","db_duration_s":0.002478,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1764vm-test-run-nixbot-gitlab> gitlab # [  310.220445] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1c201c3d26d4660a5c5733e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1c201c3d26d4660a5c5733e: start","job_status":"start","queue_duration_s":0.66093,"scheduling_latency_s":0.660947}1765vm-test-run-nixbot-gitlab> gitlab # [  310.232078] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.305Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1c201c3d26d4660a5c5733e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1c201c3d26d4660a5c5733e: done: 0.019039 sec","job_status":"done","queue_duration_s":0.66093,"scheduling_latency_s":0.660947,"redis_calls":15,"redis_duration_s":0.003539,"redis_read_bytes":12,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000507,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001955,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019039,"completed_at":"2026-06-09T12:10:07.305Z","load_balancing_strategy":"primary","db_duration_s":0.000639,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1766vm-test-run-nixbot-gitlab> gitlab # [  310.270326] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.307Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2bc377fd5d4d00abe1c3c72","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2bc377fd5d4d00abe1c3c72: start","job_status":"start","queue_duration_s":0.681606,"scheduling_latency_s":0.681623}1767vm-test-run-nixbot-gitlab> gitlab # [  310.282791] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.322Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2bc377fd5d4d00abe1c3c72","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2bc377fd5d4d00abe1c3c72: done: 0.015244 sec","job_status":"done","queue_duration_s":0.681606,"scheduling_latency_s":0.681623,"redis_calls":13,"redis_duration_s":0.0028929999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000978,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009187,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015244,"completed_at":"2026-06-09T12:10:07.322Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1768vm-test-run-nixbot-gitlab> gitlab # [  310.321274] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.324Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39cc2055d89a04e5fa8da3c2","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39cc2055d89a04e5fa8da3c2: start","job_status":"start","queue_duration_s":0.698159,"scheduling_latency_s":0.698175}1769vm-test-run-nixbot-gitlab> gitlab # [  310.333329] gitaly[1363]: time="2026-06-09T12:10:05.897Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=7 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:15.010" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:05.881" grpc.time_ms=16.021 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1770vm-test-run-nixbot-gitlab> gitlab # [  310.346449] redis[1246]: 10 changes in 300 seconds. Saving...1771vm-test-run-nixbot-gitlab> gitlab # [  310.347496] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.339Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39cc2055d89a04e5fa8da3c2","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39cc2055d89a04e5fa8da3c2: done: 0.015816 sec","job_status":"done","queue_duration_s":0.698159,"scheduling_latency_s":0.698175,"redis_calls":13,"redis_duration_s":0.00347,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001921,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015816,"completed_at":"2026-06-09T12:10:07.339Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1772vm-test-run-nixbot-gitlab> gitlab # [  310.384050] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.341Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82790b50c70ab39812f22c97","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82790b50c70ab39812f22c97: start","job_status":"start","queue_duration_s":0.715353,"scheduling_latency_s":0.715368}1773vm-test-run-nixbot-gitlab> gitlab # [  310.395578] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.355Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82790b50c70ab39812f22c97","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82790b50c70ab39812f22c97: done: 0.014628 sec","job_status":"done","queue_duration_s":0.715353,"scheduling_latency_s":0.715368,"redis_calls":13,"redis_duration_s":0.002476,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001016,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00146,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009214,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014628,"completed_at":"2026-06-09T12:10:07.355Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1774vm-test-run-nixbot-gitlab> gitlab # [  310.433492] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.357Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"056f430b66e352f42e1083ee","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-056f430b66e352f42e1083ee: start","job_status":"start","queue_duration_s":0.731287,"scheduling_latency_s":0.731303}1775vm-test-run-nixbot-gitlab> gitlab # [  310.445140] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"056f430b66e352f42e1083ee","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-056f430b66e352f42e1083ee: done: 0.014536 sec","job_status":"done","queue_duration_s":0.731287,"scheduling_latency_s":0.731303,"redis_calls":13,"redis_duration_s":0.002388,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000969,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001419,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014536,"completed_at":"2026-06-09T12:10:07.371Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1776vm-test-run-nixbot-gitlab> gitlab # [  310.481677] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.373Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18484a285639f7b39e292f0c","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18484a285639f7b39e292f0c: start","job_status":"start","queue_duration_s":0.747181,"scheduling_latency_s":0.747196}1777vm-test-run-nixbot-gitlab> gitlab # [  310.493334] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18484a285639f7b39e292f0c","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18484a285639f7b39e292f0c: done: 0.014789 sec","job_status":"done","queue_duration_s":0.747181,"scheduling_latency_s":0.747196,"redis_calls":13,"redis_duration_s":0.002726,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001004,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001722,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009136,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014789,"completed_at":"2026-06-09T12:10:07.387Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [  310.529715] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba8d4ba4b1915b4deacdc4a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba8d4ba4b1915b4deacdc4a: start","job_status":"start","queue_duration_s":0.763335,"scheduling_latency_s":0.76335}1779vm-test-run-nixbot-gitlab> gitlab # [  310.541228] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.403Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba8d4ba4b1915b4deacdc4a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba8d4ba4b1915b4deacdc4a: done: 0.014641 sec","job_status":"done","queue_duration_s":0.763335,"scheduling_latency_s":0.76335,"redis_calls":13,"redis_duration_s":0.002621,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000958,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001663,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014641,"completed_at":"2026-06-09T12:10:07.403Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1780vm-test-run-nixbot-gitlab> gitlab # [  310.577655] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62dd73df4cce478aefc6bade","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62dd73df4cce478aefc6bade: start","job_status":"start","queue_duration_s":0.779317,"scheduling_latency_s":0.779333}1781vm-test-run-nixbot-gitlab> gitlab # [  310.589150] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62dd73df4cce478aefc6bade","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62dd73df4cce478aefc6bade: done: 0.015167 sec","job_status":"done","queue_duration_s":0.779317,"scheduling_latency_s":0.779333,"redis_calls":13,"redis_duration_s":0.002791,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000936,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001855,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009523,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015167,"completed_at":"2026-06-09T12:10:07.420Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1782vm-test-run-nixbot-gitlab> gitlab # [  310.626712] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"872115b7797d0e2a4e81c7de","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-872115b7797d0e2a4e81c7de: start","job_status":"start","queue_duration_s":0.795849,"scheduling_latency_s":0.795864}1783vm-test-run-nixbot-gitlab> gitlab # [  310.638772] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"872115b7797d0e2a4e81c7de","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-872115b7797d0e2a4e81c7de: done: 0.016003 sec","job_status":"done","queue_duration_s":0.795849,"scheduling_latency_s":0.795864,"redis_calls":13,"redis_duration_s":0.003391,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002418,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009794,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016003,"completed_at":"2026-06-09T12:10:07.437Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1784vm-test-run-nixbot-gitlab> gitlab # [  310.675720] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.439Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a46169f488a7be8a068d1f9","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a46169f488a7be8a068d1f9: start","job_status":"start","queue_duration_s":0.813329,"scheduling_latency_s":0.813346}1785vm-test-run-nixbot-gitlab> gitlab # [  310.687624] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2a46169f488a7be8a068d1f9","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2a46169f488a7be8a068d1f9: done: 0.014776 sec","job_status":"done","queue_duration_s":0.813329,"scheduling_latency_s":0.813346,"redis_calls":13,"redis_duration_s":0.0026769999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001751,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014776,"completed_at":"2026-06-09T12:10:07.453Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1786vm-test-run-nixbot-gitlab> gitlab # [  310.724843] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.455Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07ede25eeb4ce5e77f4af10a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07ede25eeb4ce5e77f4af10a: start","job_status":"start","queue_duration_s":0.829517,"scheduling_latency_s":0.829533}1787vm-test-run-nixbot-gitlab> gitlab # [  310.736950] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07ede25eeb4ce5e77f4af10a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07ede25eeb4ce5e77f4af10a: done: 0.014701 sec","job_status":"done","queue_duration_s":0.829517,"scheduling_latency_s":0.829533,"redis_calls":13,"redis_duration_s":0.002649,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000945,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001704,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009182,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014701,"completed_at":"2026-06-09T12:10:07.470Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1788vm-test-run-nixbot-gitlab> gitlab # [  310.774586] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.471Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8901066de445c959aa2d5a4a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8901066de445c959aa2d5a4a: start","job_status":"start","queue_duration_s":0.845491,"scheduling_latency_s":0.845507}1789vm-test-run-nixbot-gitlab> gitlab # [  310.786332] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.486Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8901066de445c959aa2d5a4a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8901066de445c959aa2d5a4a: done: 0.014863 sec","job_status":"done","queue_duration_s":0.845491,"scheduling_latency_s":0.845507,"redis_calls":13,"redis_duration_s":0.002689,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000989,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0017,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009231,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014863,"completed_at":"2026-06-09T12:10:07.486Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1790vm-test-run-nixbot-gitlab> gitlab # [  310.825096] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.487Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a93520d14210c17063eb1eac","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a93520d14210c17063eb1eac: start","job_status":"start","queue_duration_s":0.861705,"scheduling_latency_s":0.86172}1791vm-test-run-nixbot-gitlab> gitlab # [  310.836857] gitaly[1363]: time="2026-06-09T12:10:06.033Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:16.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.032" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1792vm-test-run-nixbot-gitlab> gitlab # [  310.846476] gitaly[1363]: time="2026-06-09T12:10:06.033Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:16.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.032" grpc.time_ms=0.595 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1793vm-test-run-nixbot-gitlab> gitlab # [  310.856936] redis[1246]: Background saving started by pid 37531794vm-test-run-nixbot-gitlab> gitlab # [  310.857900] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.502Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a93520d14210c17063eb1eac","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a93520d14210c17063eb1eac: done: 0.015073 sec","job_status":"done","queue_duration_s":0.861705,"scheduling_latency_s":0.86172,"redis_calls":13,"redis_duration_s":0.002899,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001904,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0094,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015073,"completed_at":"2026-06-09T12:10:07.502Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1795vm-test-run-nixbot-gitlab> gitlab # [  310.894853] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.504Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01cf23cfc3bd56f8e0ce153b","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01cf23cfc3bd56f8e0ce153b: start","job_status":"start","queue_duration_s":0.878139,"scheduling_latency_s":0.878155}1796vm-test-run-nixbot-gitlab> gitlab # [  310.906580] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01cf23cfc3bd56f8e0ce153b","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01cf23cfc3bd56f8e0ce153b: done: 0.014819 sec","job_status":"done","queue_duration_s":0.878139,"scheduling_latency_s":0.878155,"redis_calls":13,"redis_duration_s":0.002763,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001802,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014819,"completed_at":"2026-06-09T12:10:07.518Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1797vm-test-run-nixbot-gitlab> gitlab # [  310.943349] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.520Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54741c19b0027f63563a8dfe","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54741c19b0027f63563a8dfe: start","job_status":"start","queue_duration_s":0.894361,"scheduling_latency_s":0.894376}1798vm-test-run-nixbot-gitlab> gitlab # [  310.955152] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.535Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54741c19b0027f63563a8dfe","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54741c19b0027f63563a8dfe: done: 0.015609 sec","job_status":"done","queue_duration_s":0.894361,"scheduling_latency_s":0.894376,"redis_calls":13,"redis_duration_s":0.003307,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000998,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002309,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009468,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015609,"completed_at":"2026-06-09T12:10:07.535Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1799vm-test-run-nixbot-gitlab> gitlab # [  310.992242] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.537Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3c4d24a1cffc591003f2673","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3c4d24a1cffc591003f2673: start","job_status":"start","queue_duration_s":0.911294,"scheduling_latency_s":0.91131}1800vm-test-run-nixbot-gitlab> gitlab # [  311.003953] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.552Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3c4d24a1cffc591003f2673","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3c4d24a1cffc591003f2673: done: 0.015068 sec","job_status":"done","queue_duration_s":0.911294,"scheduling_latency_s":0.91131,"redis_calls":13,"redis_duration_s":0.0020299999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000879,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001151,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015068,"completed_at":"2026-06-09T12:10:07.552Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1801vm-test-run-nixbot-gitlab> gitlab # [  311.041980] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"533ee3d93ef13a72a15861c7","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-533ee3d93ef13a72a15861c7: start","job_status":"start","queue_duration_s":0.927711,"scheduling_latency_s":0.92773}1802vm-test-run-nixbot-gitlab> gitlab # [  311.053582] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.567Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"533ee3d93ef13a72a15861c7","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-533ee3d93ef13a72a15861c7: done: 0.014205 sec","job_status":"done","queue_duration_s":0.927711,"scheduling_latency_s":0.92773,"redis_calls":13,"redis_duration_s":0.001495,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014205,"completed_at":"2026-06-09T12:10:07.567Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1803vm-test-run-nixbot-gitlab> gitlab # [  311.090485] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.568Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a5b66a85bc463dca75a67c0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a5b66a85bc463dca75a67c0: start","job_status":"start","queue_duration_s":0.942942,"scheduling_latency_s":0.94296}1804vm-test-run-nixbot-gitlab> gitlab # [  311.102220] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a5b66a85bc463dca75a67c0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a5b66a85bc463dca75a67c0: done: 0.014038 sec","job_status":"done","queue_duration_s":0.942942,"scheduling_latency_s":0.94296,"redis_calls":13,"redis_duration_s":0.001474,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000932,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014038,"completed_at":"2026-06-09T12:10:07.582Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1805vm-test-run-nixbot-gitlab> gitlab # [  311.139317] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42de3e2fd71ac7d8e884a553","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42de3e2fd71ac7d8e884a553: start","job_status":"start","queue_duration_s":0.958049,"scheduling_latency_s":0.958065}1806vm-test-run-nixbot-gitlab> gitlab # [  311.151028] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42de3e2fd71ac7d8e884a553","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42de3e2fd71ac7d8e884a553: done: 0.015257 sec","job_status":"done","queue_duration_s":0.958049,"scheduling_latency_s":0.958065,"redis_calls":13,"redis_duration_s":0.001573,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010539,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015257,"completed_at":"2026-06-09T12:10:07.599Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1807vm-test-run-nixbot-gitlab> gitlab # [  311.189846] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"129a339f3433d5f5ecfb6a35","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-129a339f3433d5f5ecfb6a35: start","job_status":"start","queue_duration_s":0.974475,"scheduling_latency_s":0.974492}1808vm-test-run-nixbot-gitlab> gitlab # [  311.201671] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"129a339f3433d5f5ecfb6a35","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-129a339f3433d5f5ecfb6a35: done: 0.014178 sec","job_status":"done","queue_duration_s":0.974475,"scheduling_latency_s":0.974492,"redis_calls":13,"redis_duration_s":0.001453,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000524,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00959,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014178,"completed_at":"2026-06-09T12:10:07.614Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1809vm-test-run-nixbot-gitlab> gitlab # [  311.239745] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.615Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18b7faa2c0fcf0f75067a9d9","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18b7faa2c0fcf0f75067a9d9: start","job_status":"start","queue_duration_s":0.98977,"scheduling_latency_s":0.989787}1810vm-test-run-nixbot-gitlab> gitlab # [  311.251625] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"18b7faa2c0fcf0f75067a9d9","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-18b7faa2c0fcf0f75067a9d9: done: 0.014174 sec","job_status":"done","queue_duration_s":0.98977,"scheduling_latency_s":0.989787,"redis_calls":13,"redis_duration_s":0.001458,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014174,"completed_at":"2026-06-09T12:10:07.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1811vm-test-run-nixbot-gitlab> gitlab # [  311.288900] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef47976f6f77ec3fdfb8b9e0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef47976f6f77ec3fdfb8b9e0: start","job_status":"start","queue_duration_s":1.005281,"scheduling_latency_s":1.005299}1812vm-test-run-nixbot-gitlab> gitlab # [  311.300208] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.646Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef47976f6f77ec3fdfb8b9e0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef47976f6f77ec3fdfb8b9e0: done: 0.01531 sec","job_status":"done","queue_duration_s":1.005281,"scheduling_latency_s":1.005299,"redis_calls":13,"redis_duration_s":0.001676,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000646,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00103,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01531,"completed_at":"2026-06-09T12:10:07.646Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1813vm-test-run-nixbot-gitlab> gitlab # [  311.336595] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.647Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3e9dd44a4a6f51090ec63a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3e9dd44a4a6f51090ec63a: start","job_status":"start","queue_duration_s":1.021846,"scheduling_latency_s":1.021864}1814vm-test-run-nixbot-gitlab> gitlab # [  311.348674] gitaly[1363]: time="2026-06-09T12:10:06.071Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 diskcache=1a176cdc-ec26-4e42-8679-9db73360a2dc grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:10:16.016" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.046" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815vm-test-run-nixbot-gitlab> gitlab # [  311.358634] redis[3753]: BGSAVE done, 516 keys saved, 0 keys skipped, 132765 bytes written.1816vm-test-run-nixbot-gitlab> gitlab # [  311.360165] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:09 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 47571817vm-test-run-nixbot-gitlab> gitlab # [  311.362098] setup-gitlab-start[3303]: + mkdir -p /tmp/test-flake1818vm-test-run-nixbot-gitlab> gitlab # [  311.362886] setup-gitlab-start[3303]: + cd /tmp/test-flake1819vm-test-run-nixbot-gitlab> gitlab # [  311.363595] setup-gitlab-start[3303]: + git init -b master1820vm-test-run-nixbot-gitlab> gitlab # [  311.364403] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.662Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3e9dd44a4a6f51090ec63a","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3e9dd44a4a6f51090ec63a: done: 0.014796 sec","job_status":"done","queue_duration_s":1.021846,"scheduling_latency_s":1.021864,"redis_calls":13,"redis_duration_s":0.0015110000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014796,"completed_at":"2026-06-09T12:10:07.662Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1821vm-test-run-nixbot-gitlab> gitlab # [  311.400816] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.663Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c303932a630b4b576d5628ff","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c303932a630b4b576d5628ff: start","job_status":"start","queue_duration_s":1.037795,"scheduling_latency_s":1.037812}1822vm-test-run-nixbot-gitlab> gitlab # [  311.412468] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.678Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c303932a630b4b576d5628ff","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c303932a630b4b576d5628ff: done: 0.014857 sec","job_status":"done","queue_duration_s":1.037795,"scheduling_latency_s":1.037812,"redis_calls":13,"redis_duration_s":0.001543,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000577,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000966,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010285,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014857,"completed_at":"2026-06-09T12:10:07.678Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1823vm-test-run-nixbot-gitlab> gitlab # [  311.450735] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.679Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d61e64f645dc7fb1d8529782","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d61e64f645dc7fb1d8529782: start","job_status":"start","queue_duration_s":1.053792,"scheduling_latency_s":1.053811}1824vm-test-run-nixbot-gitlab> gitlab # [  311.462487] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d61e64f645dc7fb1d8529782","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d61e64f645dc7fb1d8529782: done: 0.014335 sec","job_status":"done","queue_duration_s":1.053792,"scheduling_latency_s":1.053811,"redis_calls":13,"redis_duration_s":0.001469,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009813,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014335,"completed_at":"2026-06-09T12:10:07.693Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1825vm-test-run-nixbot-gitlab> gitlab # [  311.499506] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.695Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"900d9a5417909e94ce923c49","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-900d9a5417909e94ce923c49: start","job_status":"start","queue_duration_s":1.069206,"scheduling_latency_s":1.069223}1826vm-test-run-nixbot-gitlab> gitlab # [  311.511242] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"900d9a5417909e94ce923c49","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-900d9a5417909e94ce923c49: done: 0.014052 sec","job_status":"done","queue_duration_s":1.069206,"scheduling_latency_s":1.069223,"redis_calls":13,"redis_duration_s":0.0014880000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000555,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009754,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014052,"completed_at":"2026-06-09T12:10:07.709Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1827vm-test-run-nixbot-gitlab> gitlab # [  311.548984] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92fecbb7a7684da09c41b8c2","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92fecbb7a7684da09c41b8c2: start","job_status":"start","queue_duration_s":1.084344,"scheduling_latency_s":1.084361}1828vm-test-run-nixbot-gitlab> gitlab # [  311.560578] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.724Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92fecbb7a7684da09c41b8c2","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92fecbb7a7684da09c41b8c2: done: 0.014176 sec","job_status":"done","queue_duration_s":1.084344,"scheduling_latency_s":1.084361,"redis_calls":13,"redis_duration_s":0.001493,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000962,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009844,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014176,"completed_at":"2026-06-09T12:10:07.724Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1829vm-test-run-nixbot-gitlab> gitlab # [  311.597395] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66e0029807112e62eb5312fb","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66e0029807112e62eb5312fb: start","job_status":"start","queue_duration_s":1.099582,"scheduling_latency_s":1.0996}1830vm-test-run-nixbot-gitlab> gitlab # [  311.609095] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66e0029807112e62eb5312fb","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66e0029807112e62eb5312fb: done: 0.014678 sec","job_status":"done","queue_duration_s":1.099582,"scheduling_latency_s":1.0996,"redis_calls":13,"redis_duration_s":0.001749,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000753,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000996,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014678,"completed_at":"2026-06-09T12:10:07.740Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1831vm-test-run-nixbot-gitlab> gitlab # [  311.646875] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.741Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db6bee03d661426ae6282429","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db6bee03d661426ae6282429: start","job_status":"start","queue_duration_s":1.115328,"scheduling_latency_s":1.115345}1832vm-test-run-nixbot-gitlab> gitlab # [  311.658650] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.755Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db6bee03d661426ae6282429","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db6bee03d661426ae6282429: done: 0.014403 sec","job_status":"done","queue_duration_s":1.115328,"scheduling_latency_s":1.115345,"redis_calls":13,"redis_duration_s":0.001535,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001001,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014403,"completed_at":"2026-06-09T12:10:07.755Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1833vm-test-run-nixbot-gitlab> gitlab # [  311.695503] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.756Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b0d7ec78162a9c352557045","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b0d7ec78162a9c352557045: start","job_status":"start","queue_duration_s":1.130807,"scheduling_latency_s":1.130824}1834vm-test-run-nixbot-gitlab> gitlab # [  311.707431] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.771Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b0d7ec78162a9c352557045","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b0d7ec78162a9c352557045: done: 0.014728 sec","job_status":"done","queue_duration_s":1.130807,"scheduling_latency_s":1.130824,"redis_calls":13,"redis_duration_s":0.001648,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014728,"completed_at":"2026-06-09T12:10:07.771Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1835vm-test-run-nixbot-gitlab> gitlab # [  311.744032] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.772Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a370e7da4594b10ccb524136","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a370e7da4594b10ccb524136: start","job_status":"start","queue_duration_s":1.146626,"scheduling_latency_s":1.146643}1836vm-test-run-nixbot-gitlab> gitlab # [  311.755582] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a370e7da4594b10ccb524136","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a370e7da4594b10ccb524136: done: 0.014165 sec","job_status":"done","queue_duration_s":1.146626,"scheduling_latency_s":1.146643,"redis_calls":13,"redis_duration_s":0.001459,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014165,"completed_at":"2026-06-09T12:10:07.786Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1837vm-test-run-nixbot-gitlab> gitlab # [  311.792934] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6db98c45e0aab903a952b8ea","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6db98c45e0aab903a952b8ea: start","job_status":"start","queue_duration_s":1.161839,"scheduling_latency_s":1.161858}1838vm-test-run-nixbot-gitlab> gitlab # [  311.804517] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.801Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6db98c45e0aab903a952b8ea","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6db98c45e0aab903a952b8ea: done: 0.014138 sec","job_status":"done","queue_duration_s":1.161839,"scheduling_latency_s":1.161858,"redis_calls":13,"redis_duration_s":0.0014650000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014138,"completed_at":"2026-06-09T12:10:07.801Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1839vm-test-run-nixbot-gitlab> gitlab # [  311.842539] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.802Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff6cd595a94b6767881f22d4","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff6cd595a94b6767881f22d4: start","job_status":"start","queue_duration_s":1.177074,"scheduling_latency_s":1.177093}1840vm-test-run-nixbot-gitlab> gitlab # [  311.854352] gitaly[1363]: time="2026-06-09T12:10:06.071Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T12:10:16.016" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.046" grpc.time_ms=24.72 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1841vm-test-run-nixbot-gitlab> gitlab # [  311.867594] redis[3753]: DB saved on disk1842vm-test-run-nixbot-gitlab> gitlab # [  311.868422] setup-gitlab-start[3759]: Initialized empty Git repository in /tmp/test-flake/.git/1843vm-test-run-nixbot-gitlab> gitlab # [  311.869536] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff6cd595a94b6767881f22d4","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff6cd595a94b6767881f22d4: done: 0.014092 sec","job_status":"done","queue_duration_s":1.177074,"scheduling_latency_s":1.177093,"redis_calls":13,"redis_duration_s":0.0014680000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014092,"completed_at":"2026-06-09T12:10:07.816Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1844vm-test-run-nixbot-gitlab> gitlab # [  311.906777] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.818Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"587761ead5db3d9e485509c1","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-587761ead5db3d9e485509c1: start","job_status":"start","queue_duration_s":1.192251,"scheduling_latency_s":1.192268}1845vm-test-run-nixbot-gitlab> gitlab # [  311.918541] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.833Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"587761ead5db3d9e485509c1","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-587761ead5db3d9e485509c1: done: 0.015195 sec","job_status":"done","queue_duration_s":1.192251,"scheduling_latency_s":1.192268,"redis_calls":13,"redis_duration_s":0.001565,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000572,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010075,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015195,"completed_at":"2026-06-09T12:10:07.833Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1846vm-test-run-nixbot-gitlab> gitlab # [  311.955657] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.834Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"103f48095b4890cf5c691131","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-103f48095b4890cf5c691131: start","job_status":"start","queue_duration_s":1.208537,"scheduling_latency_s":1.208556}1847vm-test-run-nixbot-gitlab> gitlab # [  311.967283] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.848Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"103f48095b4890cf5c691131","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-103f48095b4890cf5c691131: done: 0.014424 sec","job_status":"done","queue_duration_s":1.208537,"scheduling_latency_s":1.208556,"redis_calls":13,"redis_duration_s":0.00151,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014424,"completed_at":"2026-06-09T12:10:07.848Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1848vm-test-run-nixbot-gitlab> gitlab # [  312.004480] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35ec8dcf5dc03d7e7514c848","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35ec8dcf5dc03d7e7514c848: start","job_status":"start","queue_duration_s":1.224053,"scheduling_latency_s":1.224071}1849vm-test-run-nixbot-gitlab> gitlab # [  312.016194] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35ec8dcf5dc03d7e7514c848","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35ec8dcf5dc03d7e7514c848: done: 0.058139 sec","job_status":"done","queue_duration_s":1.224053,"scheduling_latency_s":1.224071,"redis_calls":13,"redis_duration_s":0.001751,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000569,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001182,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.058139,"completed_at":"2026-06-09T12:10:07.907Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1850vm-test-run-nixbot-gitlab> gitlab # [  312.054164] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.909Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"736be11176c6b4b525764296","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-736be11176c6b4b525764296: start","job_status":"start","queue_duration_s":1.283401,"scheduling_latency_s":1.283421}1851vm-test-run-nixbot-gitlab> gitlab # [  312.066045] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.925Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"736be11176c6b4b525764296","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-736be11176c6b4b525764296: done: 0.01579 sec","job_status":"done","queue_duration_s":1.283401,"scheduling_latency_s":1.283421,"redis_calls":13,"redis_duration_s":0.001559,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00101,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011094,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01579,"completed_at":"2026-06-09T12:10:07.924Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1852vm-test-run-nixbot-gitlab> gitlab # [  312.103365] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.926Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"335e473010a3c2c19705f48e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-335e473010a3c2c19705f48e: start","job_status":"start","queue_duration_s":1.300317,"scheduling_latency_s":1.300335}1853vm-test-run-nixbot-gitlab> gitlab # [  312.115123] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.942Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"335e473010a3c2c19705f48e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-335e473010a3c2c19705f48e: done: 0.016143 sec","job_status":"done","queue_duration_s":1.300317,"scheduling_latency_s":1.300335,"redis_calls":13,"redis_duration_s":0.001827,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00079,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010281,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016143,"completed_at":"2026-06-09T12:10:07.942Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1854vm-test-run-nixbot-gitlab> gitlab # [  312.153418] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.944Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b1edd4f1b1ceddcfc23cfbc","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b1edd4f1b1ceddcfc23cfbc: start","job_status":"start","queue_duration_s":1.318461,"scheduling_latency_s":1.318479}1855vm-test-run-nixbot-gitlab> gitlab # [  312.165110] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b1edd4f1b1ceddcfc23cfbc","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b1edd4f1b1ceddcfc23cfbc: done: 0.015337 sec","job_status":"done","queue_duration_s":1.318461,"scheduling_latency_s":1.318479,"redis_calls":13,"redis_duration_s":0.001503,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000532,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015337,"completed_at":"2026-06-09T12:10:07.959Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1856vm-test-run-nixbot-gitlab> gitlab # [  312.203305] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c68d7d06e4163c9c90458cee","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c68d7d06e4163c9c90458cee: start","job_status":"start","queue_duration_s":1.334813,"scheduling_latency_s":1.334829}1857vm-test-run-nixbot-gitlab> gitlab # [  312.215101] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.975Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c68d7d06e4163c9c90458cee","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c68d7d06e4163c9c90458cee: done: 0.0151 sec","job_status":"done","queue_duration_s":1.334813,"scheduling_latency_s":1.334829,"redis_calls":13,"redis_duration_s":0.0015240000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000981,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0151,"completed_at":"2026-06-09T12:10:07.975Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1858vm-test-run-nixbot-gitlab> gitlab # [  312.253048] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.976Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f107c519abf5b021d139973","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f107c519abf5b021d139973: start","job_status":"start","queue_duration_s":1.350971,"scheduling_latency_s":1.350988}1859vm-test-run-nixbot-gitlab> gitlab # [  312.264552] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f107c519abf5b021d139973","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f107c519abf5b021d139973: done: 0.015105 sec","job_status":"done","queue_duration_s":1.350971,"scheduling_latency_s":1.350988,"redis_calls":13,"redis_duration_s":0.0015249999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000558,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010736,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015105,"completed_at":"2026-06-09T12:10:07.991Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [  312.300955] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:07.993Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46b224b042fb6abbba44e904","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46b224b042fb6abbba44e904: start","job_status":"start","queue_duration_s":1.367158,"scheduling_latency_s":1.367967}1861vm-test-run-nixbot-gitlab> gitlab # [  312.312469] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.009Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46b224b042fb6abbba44e904","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46b224b042fb6abbba44e904: done: 0.016767 sec","job_status":"done","queue_duration_s":1.367158,"scheduling_latency_s":1.367967,"redis_calls":13,"redis_duration_s":0.001598,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001055,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016767,"completed_at":"2026-06-09T12:10:08.009Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1862vm-test-run-nixbot-gitlab> gitlab # [  312.349076] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.010Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55332774d6eb179572f09d94","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55332774d6eb179572f09d94: start","job_status":"start","queue_duration_s":1.385014,"scheduling_latency_s":1.38503}1863vm-test-run-nixbot-gitlab> gitlab # [  312.360925] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:09 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1961864vm-test-run-nixbot-gitlab> gitlab # [  312.362861] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:09 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 3001865vm-test-run-nixbot-gitlab> gitlab # [  312.365207] gitaly[1363]: time="2026-06-09T12:10:06.085Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:16.054" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.084" pid=1363 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1866vm-test-run-nixbot-gitlab> gitlab # [  312.375196] gitaly[1363]: time="2026-06-09T12:10:06.085Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:16.054" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.084" grpc.time_ms=0.711 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1867vm-test-run-nixbot-gitlab> gitlab # [  312.385837] redis[3753]: Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB1868vm-test-run-nixbot-gitlab> gitlab # [  312.387132] setup-gitlab-start[3303]: + git config user.name test1869vm-test-run-nixbot-gitlab> gitlab # [  312.387923] setup-gitlab-start[3303]: + git config user.email test@example.com1870vm-test-run-nixbot-gitlab> gitlab # [  312.388883] setup-gitlab-start[3303]: + cat1871vm-test-run-nixbot-gitlab> gitlab # [  312.389424] setup-gitlab-start[3303]: + git add flake.nix1872vm-test-run-nixbot-gitlab> gitlab # [  312.390098] setup-gitlab-start[3303]: + git commit -m 'initial commit'1873vm-test-run-nixbot-gitlab> gitlab # [  312.391006] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.026Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55332774d6eb179572f09d94","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55332774d6eb179572f09d94: done: 0.01549 sec","job_status":"done","queue_duration_s":1.385014,"scheduling_latency_s":1.38503,"redis_calls":13,"redis_duration_s":0.0015149999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000532,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01549,"completed_at":"2026-06-09T12:10:08.026Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1874vm-test-run-nixbot-gitlab> gitlab # [  312.427719] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.027Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4db0968c9a8f8926bfb509e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4db0968c9a8f8926bfb509e: start","job_status":"start","queue_duration_s":1.401638,"scheduling_latency_s":1.401655}1875vm-test-run-nixbot-gitlab> gitlab # [  312.439375] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4db0968c9a8f8926bfb509e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4db0968c9a8f8926bfb509e: done: 0.01794 sec","job_status":"done","queue_duration_s":1.401638,"scheduling_latency_s":1.401655,"redis_calls":13,"redis_duration_s":0.002118,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000816,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001302,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011653,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01794,"completed_at":"2026-06-09T12:10:08.045Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1876vm-test-run-nixbot-gitlab> gitlab # [  312.477353] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b503763ee79c3f3e4f122ec","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b503763ee79c3f3e4f122ec: start","job_status":"start","queue_duration_s":1.420968,"scheduling_latency_s":1.420988}1877vm-test-run-nixbot-gitlab> gitlab # [  312.488943] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b503763ee79c3f3e4f122ec","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b503763ee79c3f3e4f122ec: done: 0.01591 sec","job_status":"done","queue_duration_s":1.420968,"scheduling_latency_s":1.420988,"redis_calls":13,"redis_duration_s":0.00165,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000606,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001044,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010092,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01591,"completed_at":"2026-06-09T12:10:08.062Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1878vm-test-run-nixbot-gitlab> gitlab # [  312.525675] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.064Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a53b7350ecd26c0a8ae71a2e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a53b7350ecd26c0a8ae71a2e: start","job_status":"start","queue_duration_s":1.439072,"scheduling_latency_s":1.439093}1879vm-test-run-nixbot-gitlab> gitlab # [  312.537242] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.081Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a53b7350ecd26c0a8ae71a2e","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a53b7350ecd26c0a8ae71a2e: done: 0.016424 sec","job_status":"done","queue_duration_s":1.439072,"scheduling_latency_s":1.439093,"redis_calls":13,"redis_duration_s":0.0017389999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000619,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00112,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011459,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016424,"completed_at":"2026-06-09T12:10:08.081Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1880vm-test-run-nixbot-gitlab> gitlab # [  312.573719] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.082Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f6f5d777c1f88e4fadd220f","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f6f5d777c1f88e4fadd220f: start","job_status":"start","queue_duration_s":1.45679,"scheduling_latency_s":1.456809}1881vm-test-run-nixbot-gitlab> gitlab # [  312.585274] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.099Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f6f5d777c1f88e4fadd220f","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f6f5d777c1f88e4fadd220f: done: 0.016443 sec","job_status":"done","queue_duration_s":1.45679,"scheduling_latency_s":1.456809,"redis_calls":13,"redis_duration_s":0.001718,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001137,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016443,"completed_at":"2026-06-09T12:10:08.099Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1882vm-test-run-nixbot-gitlab> gitlab # [  312.621902] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d0cd811e3d4ead999a5e9d0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d0cd811e3d4ead999a5e9d0: start","job_status":"start","queue_duration_s":1.474347,"scheduling_latency_s":1.474365}1883vm-test-run-nixbot-gitlab> gitlab # [  312.633285] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.116Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8d0cd811e3d4ead999a5e9d0","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8d0cd811e3d4ead999a5e9d0: done: 0.01599 sec","job_status":"done","queue_duration_s":1.474347,"scheduling_latency_s":1.474365,"redis_calls":13,"redis_duration_s":0.0016619999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000604,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01599,"completed_at":"2026-06-09T12:10:08.116Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1884vm-test-run-nixbot-gitlab> gitlab # [  312.671116] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25e0ea1dd8b51588124e230","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25e0ea1dd8b51588124e230: start","job_status":"start","queue_duration_s":1.491576,"scheduling_latency_s":1.491595}1885vm-test-run-nixbot-gitlab> gitlab # [  312.682856] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.133Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25e0ea1dd8b51588124e230","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25e0ea1dd8b51588124e230: done: 0.016568 sec","job_status":"done","queue_duration_s":1.491576,"scheduling_latency_s":1.491595,"redis_calls":13,"redis_duration_s":0.0015040000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000964,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009757,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016568,"completed_at":"2026-06-09T12:10:08.133Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1886vm-test-run-nixbot-gitlab> gitlab # [  312.719775] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f9e57dc7eb4749e6379c47e7","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f9e57dc7eb4749e6379c47e7: start","job_status":"start","queue_duration_s":1.509274,"scheduling_latency_s":1.509291}1887vm-test-run-nixbot-gitlab> gitlab # [  312.731604] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.159Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f9e57dc7eb4749e6379c47e7","created_at":"2026-06-09T12:10:06.548Z","trace_propagation_headers":{"sentry-trace":"c117ede5541e49388a9e96e496fae271-1681e0e82ccd4cbd","baggage":"sentry-trace_id=c117ede5541e49388a9e96e496fae271,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"8be96ae402d5a7f79f6953b9537280d1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:06.625Z","job_size_bytes":2,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f9e57dc7eb4749e6379c47e7: done: 0.023936 sec","job_status":"done","queue_duration_s":1.509274,"scheduling_latency_s":1.509291,"redis_calls":13,"redis_duration_s":0.001486,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023936,"completed_at":"2026-06-09T12:10:08.159Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1888vm-test-run-nixbot-gitlab> gitlab # [  312.768417] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.162Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"2c1e661b005ea29167172523","created_at":"2026-06-09T12:10:07.062Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.079Z","job_size_bytes":5,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-2c1e661b005ea29167172523: start","job_status":"start","queue_duration_s":1.082385,"scheduling_latency_s":1.08246}1889vm-test-run-nixbot-gitlab> gitlab # [  312.784335] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.306Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"2c1e661b005ea29167172523","created_at":"2026-06-09T12:10:07.062Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.079Z","job_size_bytes":5,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-2c1e661b005ea29167172523: done: 0.14461 sec","job_status":"done","queue_duration_s":1.082385,"scheduling_latency_s":1.08246,"redis_calls":12,"redis_duration_s":0.0042049999999999995,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00135,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002433,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.106821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027982,"duration_s":0.14461,"completed_at":"2026-06-09T12:10:08.306Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021631,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1890vm-test-run-nixbot-gitlab> gitlab # [  312.828061] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.308Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"a027a0e8803811f1ca36f3a2","created_at":"2026-06-09T12:10:07.128Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.139Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-a027a0e8803811f1ca36f3a2: start","job_status":"start","queue_duration_s":1.169003,"scheduling_latency_s":1.169027}1891vm-test-run-nixbot-gitlab> gitlab # [  312.842280] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.527Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"a027a0e8803811f1ca36f3a2","created_at":"2026-06-09T12:10:07.128Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.139Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-a027a0e8803811f1ca36f3a2: done: 0.219703 sec","job_status":"done","queue_duration_s":1.169003,"scheduling_latency_s":1.169027,"redis_calls":11,"redis_duration_s":0.001933,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000515,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001065,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000353,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.179,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.179,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.164216,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027028,"duration_s":0.219703,"completed_at":"2026-06-09T12:10:08.527Z","load_balancing_strategy":"primary","db_duration_s":0.059366,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1892vm-test-run-nixbot-gitlab> gitlab # [  312.884170] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.529Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"2d9be7e7203797b9edc860ff","created_at":"2026-06-09T12:10:07.152Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.163Z","job_size_bytes":89,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-2d9be7e7203797b9edc860ff: start","job_status":"start","queue_duration_s":1.36601,"scheduling_latency_s":1.366032}1893vm-test-run-nixbot-gitlab> gitlab # [  312.900392] postgres[1333]: [1333] LOG:  checkpoint starting: time1894vm-test-run-nixbot-gitlab> gitlab # [  312.901399] gitaly[1363]: time="2026-06-09T12:10:06.117Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=4 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:16.068" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.099" grpc.time_ms=18.177 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1895vm-test-run-nixbot-gitlab> gitlab # [  312.914812] redis[1246]: Background saving terminated with success1896vm-test-run-nixbot-gitlab> gitlab # [  312.915881] setup-gitlab-start[3764]: [master (root-commit) 59e933e] initial commit1897vm-test-run-nixbot-gitlab> gitlab # [  312.916888] setup-gitlab-start[3764]:  1 file changed, 10 insertions(+)1898vm-test-run-nixbot-gitlab> gitlab # [  312.917686] setup-gitlab-start[3764]:  create mode 100644 flake.nix1899vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 313.58 seconds)1900vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1901vm-test-run-nixbot-gitlab> gitlab # [  312.918491] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:08.636Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"2d9be7e7203797b9edc860ff","created_at":"2026-06-09T12:10:07.152Z","trace_propagation_headers":{"sentry-trace":"7c0fb930828d461294b0b8016550a243-b066fd882fb2454e","baggage":"sentry-trace_id=7c0fb930828d461294b0b8016550a243,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MCKD56NHBCPKYBAAM6F0","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:07.163Z","job_size_bytes":89,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-2d9be7e7203797b9edc860ff: done: 0.107593 sec","job_status":"done","queue_duration_s":1.36601,"scheduling_latency_s":1.366032,"redis_calls":11,"redis_duration_s":0.003166,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000806,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001764,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000596,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066728,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00074712,"duration_s":0.107593,"completed_at":"2026-06-09T12:10:08.636Z","load_balancing_strategy":"primary","db_duration_s":0.027248,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1902vm-test-run-nixbot-gitlab> gitlab # [  312.958045] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:10.555Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 59e933e8bdb0254902da692f7848d49d62ebf2eb refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"1bcb6a2c9c8b5e131343624a","created_at":"2026-06-09T12:10:10.545Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-199122cf258e4ef3","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.551Z","job_size_bytes":185,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-1bcb6a2c9c8b5e131343624a: start","job_status":"start","queue_duration_s":0.004071,"scheduling_latency_s":0.004111}1903vm-test-run-nixbot-gitlab> gitlab # [  312.972661] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:10.579Z","message":"changes: \"0000000000000000000000000000000000000000 59e933e8bdb0254902da692f7848d49d62ebf2eb refs/heads/master\\n\""}1904vm-test-run-nixbot-gitlab> gitlab # [  312.974681] gitlab-workhorse[1290]: time="2026-06-09T12:10:10Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521905vm-test-run-nixbot-gitlab> gitlab # [  312.976282] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:10 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 9941906vm-test-run-nixbot-gitlab> gitlab # [  312.978136] systemd[1]: Finished setup-gitlab.service.1907vm-test-run-nixbot-gitlab> gitlab # [  312.978814] gitaly[1363]: time="2026-06-09T12:10:06.242Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:16.210" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.241" grpc.time_ms=0.439 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1908vm-test-run-nixbot-gitlab> gitlab # [  312.988382] gitaly[1363]: time="2026-06-09T12:10:06.284Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:10:16.252" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:06.283" grpc.time_ms=0.778 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1909vm-test-run-nixbot-gitlab> gitlab # [  312.997629] setup-gitlab-start[3303]: + git remote add origin http://oauth2:glpat-NTxRVWJZayNL0OCBI4pj1m86MQp1OjEH.01.0w1jhi0o6@gitlab/root/test-flake.git1910vm-test-run-nixbot-gitlab> gitlab # [  312.999102] setup-gitlab-start[3303]: + git push -u origin master1911vm-test-run-nixbot-gitlab> gitlab # [  312.999807] systemd[1]: Starting nixbot CI service...1912vm-test-run-nixbot-gitlab> gitlab # [  313.000478] gitaly[1363]: time="2026-06-09T12:10:07.213Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MCKD56NHBCPKYBAAM6F0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:17.173" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:07.204" grpc.time_ms=9.219 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1913vm-test-run-nixbot-gitlab> gitlab # [  313.012248] setup-gitlab-start[3768]: To http://gitlab/root/test-flake.git1914vm-test-run-nixbot-gitlab> gitlab # [  313.013018] setup-gitlab-start[3768]:  * [new branch]      master -> master1915vm-test-run-nixbot-gitlab> gitlab # [  313.013803] setup-gitlab-start[3768]: branch 'master' set up to track 'origin/master'.1916vm-test-run-nixbot-gitlab> gitlab # [  313.014683] gitaly[1363]: time="2026-06-09T12:10:09.685Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=1 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHKB8WNZRCJZFX7GBNPP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:09.665" grpc.time_ms=20.182 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1917vm-test-run-nixbot-gitlab> gitlab # [  313.026560] gitaly[1363]: time="2026-06-09T12:10:10.167Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:20.125" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.156" grpc.time_ms=10.677 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1918vm-test-run-nixbot-gitlab> gitlab # [  313.038577] gitaly[1363]: time="2026-06-09T12:10:10.217Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T12:10:40.003" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T12:10:10.204" grpc.time_ms=12.175 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1919vm-test-run-nixbot-gitlab> gitlab # [  313.051213] gitaly[1363]: time="2026-06-09T12:10:10.244Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP4MHX6758DJY2CCQEY77MG duration_ms=171ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/allowed"1920vm-test-run-nixbot-gitlab> gitlab # [  313.053731] gitaly[1363]: time="2026-06-09T12:10:10.316Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP4MHX6758DJY2CCQEY77MG duration_ms=71ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/pre_receive"1921vm-test-run-nixbot-gitlab> gitlab # [  313.056161] gitaly[1363]: time="2026-06-09T12:10:10.317Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5315 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.071" grpc.time_ms=246.096 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1922vm-test-run-nixbot-gitlab> gitlab # [  313.066060] gitaly[1363]: time="2026-06-09T12:10:10.369Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4785 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.367" grpc.time_ms=1.615 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1923vm-test-run-nixbot-gitlab> gitlab # [  313.075190] gitaly[1363]: time="2026-06-09T12:10:10.412Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4784 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.411" grpc.time_ms=0.694 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1924vm-test-run-nixbot-gitlab> gitlab # [  313.084509] gitaly[1363]: time="2026-06-09T12:10:10.449Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4786 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.449" grpc.time_ms=0.651 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1925vm-test-run-nixbot-gitlab> gitlab # [  313.093584] gitaly[1363]: time="2026-06-09T12:10:10.613Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=12 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:20.044" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.595" grpc.time_ms=17.879 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1926vm-test-run-nixbot-gitlab> gitlab # [  313.106508] gitaly[1363]: time="2026-06-09T12:10:10.613Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:20.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.602" grpc.time_ms=11.823 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1927vm-test-run-nixbot-gitlab> gitlab # [  313.118345] gitaly[1363]: time="2026-06-09T12:10:10.646Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:20.033" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:10.633" grpc.time_ms=12.576 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1928vm-test-run-nixbot-gitlab> gitlab # [  313.129915] gitaly[1363]: time="2026-06-09T12:10:10.665Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1435 command.oublock=0 command.real_time_ms=32 command.spawn_token_fork_ms=10 command.system_time_ms=18 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:10:20.077" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:10.627" grpc.time_ms=37.252 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1929vm-test-run-nixbot-gitlab> gitlab # [  313.141868] gitaly[1363]: time="2026-06-09T12:10:10.670Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1433 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:10:20.050" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:10.650" grpc.time_ms=19.095 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1930vm-test-run-nixbot-gitlab> gitlab # [  313.153513] gitaly[1363]: time="2026-06-09T12:10:10.683Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP4MHX6758DJY2CCQEY77MG duration_ms=191ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/post_receive"1931vm-test-run-nixbot-gitlab> gitlab # [  313.156114] gitaly[1363]: time="2026-06-09T12:10:10.684Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4809 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.491" grpc.time_ms=192.741 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1932vm-test-run-nixbot-gitlab> gitlab # [  313.165098] gitaly[1363]: time="2026-06-09T12:10:10.696Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG diskcache=e5bbb45a-4eed-4287-83ef-887ec36df53e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:09.987" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1933vm-test-run-nixbot-gitlab> gitlab # [  313.174456] gitaly[1363]: time="2026-06-09T12:10:10.696Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=256 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=12990 command.oublock=32 command.real_time_ms=700 command.spawn_token_fork_ms=3 command.system_time_ms=147 command.user_time_ms=109 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:09.987" grpc.time_ms=708.547 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1934vm-test-run-nixbot-gitlab> gitlab # [  313.187437] gitaly[1363]: time="2026-06-09T12:10:10.714Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T12:10:20.100" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:10.701" grpc.time_ms=13.65 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1935vm-test-run-nixbot-gitlab> gitlab # [  313.200308] gitaly[1363]: time="2026-06-09T12:10:10.729Z" level=info msg="burden monitor stats" pid=1363 top_10_by_cpu="[]" top_10_by_memory="[]"1936vm-test-run-nixbot-gitlab> gitlab # [  313.201885] gitaly[1363]: time="2026-06-09T12:10:10.753Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3936 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.752" grpc.time_ms=0.89 pid=1363 span.kind=server system=grpc1937vm-test-run-nixbot-gitlab> gitlab # [  313.211100] gitaly[1363]: time="2026-06-09T12:10:10.777Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:10.777" grpc.time_ms=0.701 pid=1363 span.kind=server system=grpc1938vm-test-run-nixbot-gitlab> gitlab # [  313.220272] gitaly[1363]: time="2026-06-09T12:10:10.788Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG diskcache=32f937c7-5259-40d7-80ef-63674df11af6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:20.129" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.730" pid=1363 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1939vm-test-run-nixbot-gitlab> gitlab # [  313.229928] gitaly[1363]: time="2026-06-09T12:10:10.789Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=58 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4976 command.oublock=8 command.real_time_ms=52 command.spawn_token_fork_ms=0 command.system_time_ms=36 command.user_time_ms=22 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:20.129" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.730" grpc.time_ms=58.883 pid=1363 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1940vm-test-run-nixbot-gitlab> gitlab # [  313.242942] gitaly[1363]: time="2026-06-09T12:10:10.821Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T12:10:20.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:10.821" grpc.time_ms=0.234 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1941vm-test-run-nixbot-gitlab> gitlab # [  313.253212] gitaly[1363]: time="2026-06-09T12:10:10.840Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=862 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T12:10:20.226" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:10.826" grpc.time_ms=13.751 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1942vm-test-run-nixbot-gitlab> gitlab # [  313.265849] gitaly[1363]: time="2026-06-09T12:10:11.007Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=313 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-09T12:10:40.094" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:10.994" grpc.time_ms=12.31 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1943vm-test-run-nixbot-gitlab> gitlab # [  313.281640] gitaly[1363]: time="2026-06-09T12:10:11.082Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:10:21.001" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:11.082" grpc.time_ms=0.601 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab # [  313.291372] gitaly[1363]: time="2026-06-09T12:10:11.095Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=315 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T12:10:21.006" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T12:10:11.087" grpc.time_ms=8.226 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945vm-test-run-nixbot-gitlab> gitlab # [  313.304047] gitaly[1363]: time="2026-06-09T12:10:11.144Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:21.047" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:11.127" grpc.time_ms=16.546 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946vm-test-run-nixbot-gitlab> gitlab # [  313.317257] gitaly[1363]: time="2026-06-09T12:10:11.171Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=7 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:21.073" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:11.153" grpc.time_ms=17.146 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1947vm-test-run-nixbot-gitlab> gitlab # [  313.330666] gitaly[1363]: time="2026-06-09T12:10:11.214Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:10:41.095" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:11.195" grpc.time_ms=18.797 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1948vm-test-run-nixbot-gitlab> gitlab # [  313.385122] fj0frv30ydil94n6khrxhk59nkxqfqrc-nixbot-health[3916]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1949vm-test-run-nixbot-gitlab> gitlab # [  313.858498] gitaly[1363]: time="2026-06-09T12:10:11.743Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T12:10:21.140" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:11.740" grpc.time_ms=2.813 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1950vm-test-run-nixbot-gitlab> gitlab # [  313.904311] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:11.788Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 59e933e8bdb0254902da692f7848d49d62ebf2eb refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"1bcb6a2c9c8b5e131343624a","created_at":"2026-06-09T12:10:10.545Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-199122cf258e4ef3","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.551Z","job_size_bytes":185,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-1bcb6a2c9c8b5e131343624a: done: 1.233612 sec","job_status":"done","queue_duration_s":0.004071,"scheduling_latency_s":0.004111,"gitaly_calls":14,"gitaly_duration_s":0.263924,"redis_calls":201,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.061146,"redis_read_bytes":922,"redis_write_bytes":19880,"redis_cache_calls":14,"redis_cache_duration_s":0.008704,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.008224,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001404,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4931,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.005312,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":92,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.021925,"redis_repository_cache_read_bytes":214,"redis_repository_cache_write_bytes":6392,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.015577,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.085,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.321,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.371,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.085,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.833941,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006227,"exclusive_lock_hold_duration_s":0.02944004,"duration_s":1.233612,"completed_at":"2026-06-09T12:10:11.788Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.142006,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1951vm-test-run-nixbot-gitlab> gitlab # [  314.019153] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:11.791Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3690ca14117f8395f4828824","created_at":"2026-06-09T12:10:10.672Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.676Z","job_size_bytes":46,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3690ca14117f8395f4828824: start","job_status":"start","queue_duration_s":1.114737,"scheduling_latency_s":1.114766}1952vm-test-run-nixbot-gitlab> gitlab # [  314.047340] gitaly[1363]: time="2026-06-09T12:10:11.877Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-09T18:10:11.866" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:11.867" grpc.time_ms=9.87 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1953vm-test-run-nixbot-gitlab> gitlab # [  314.065507] gitaly[1363]: time="2026-06-09T12:10:11.911Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=595 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=6 command.system_time_ms=7 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T12:10:41.796" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:11.897" grpc.time_ms=13.86 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1954vm-test-run-nixbot-gitlab> gitlab # [  314.086099] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:11.970Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3690ca14117f8395f4828824","created_at":"2026-06-09T12:10:10.672Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.676Z","job_size_bytes":46,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3690ca14117f8395f4828824: done: 0.178846 sec","job_status":"done","queue_duration_s":1.114737,"scheduling_latency_s":1.114766,"gitaly_calls":2,"gitaly_duration_s":0.032722,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.011986,"redis_read_bytes":68,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.002482,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.001121,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002753,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.004409,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001221,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.118034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0006775,"duration_s":0.178846,"completed_at":"2026-06-09T12:10:11.970Z","load_balancing_strategy":"primary","db_duration_s":0.019808,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1955vm-test-run-nixbot-gitlab> gitlab # [  314.156092] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:11.973Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"58eb9689c3e1f1f36f8ea6e1","created_at":"2026-06-09T12:10:10.692Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.696Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-58eb9689c3e1f1f36f8ea6e1: start","job_status":"start","queue_duration_s":1.276165,"scheduling_latency_s":1.276202}1956vm-test-run-nixbot-gitlab> gitlab # [  314.175110] gitaly[1363]: time="2026-06-09T12:10:12.056Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG diskcache=a6e4cb44-ec34-4dc1-8561-de106e2ce632 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:10:12.013" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.013" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1957vm-test-run-nixbot-gitlab> gitlab # [  314.185497] gitaly[1363]: time="2026-06-09T12:10:12.057Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=25 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1177 command.oublock=0 command.real_time_ms=49 command.spawn_token_fork_ms=8 command.system_time_ms=15 command.user_time_ms=10 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:10:12.013" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.013" grpc.time_ms=42.682 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1958vm-test-run-nixbot-gitlab> gitlab # [  314.254501] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:12.139Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"58eb9689c3e1f1f36f8ea6e1","created_at":"2026-06-09T12:10:10.692Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.696Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-58eb9689c3e1f1f36f8ea6e1: done: 0.16636 sec","job_status":"done","queue_duration_s":1.276165,"scheduling_latency_s":1.276202,"gitaly_calls":1,"gitaly_duration_s":0.046491,"redis_calls":15,"redis_duration_s":0.005169,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000615,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001879,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000919,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001756,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.024,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.044,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.080287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.12251886,"duration_s":0.16636,"completed_at":"2026-06-09T12:10:12.139Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.031775,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1959vm-test-run-nixbot-gitlab> gitlab # [  314.319461] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:12.142Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"ff253ca3e29b871034efbca9","created_at":"2026-06-09T12:10:10.813Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.817Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ff253ca3e29b871034efbca9: start","job_status":"start","queue_duration_s":1.325397,"scheduling_latency_s":1.325435}1960vm-test-run-nixbot-gitlab> gitlab # [  314.375528] nixbot[3870]: {"ts": "2026-06-09T12:10:12.261Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1961vm-test-run-nixbot-gitlab> gitlab # [  314.404588] fj0frv30ydil94n6khrxhk59nkxqfqrc-nixbot-health[3937]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1962vm-test-run-nixbot-gitlab> gitlab # [  314.413227] nixbot[3870]: {"ts": "2026-06-09T12:10:12.299Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1963vm-test-run-nixbot-gitlab> gitlab # [  314.429440] nixbot[3870]: {"ts": "2026-06-09T12:10:12.315Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1964vm-test-run-nixbot-gitlab> gitlab # [  314.435271] nixbot[3870]: {"ts": "2026-06-09T12:10:12.320Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1965vm-test-run-nixbot-gitlab> gitlab # [  314.441111] nixbot[3870]: {"ts": "2026-06-09T12:10:12.324Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1966vm-test-run-nixbot-gitlab> gitlab # [  314.446536] nixbot[3870]: {"ts": "2026-06-09T12:10:12.330Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1967vm-test-run-nixbot-gitlab> gitlab # [  314.452192] nixbot[3870]: {"ts": "2026-06-09T12:10:12.334Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1968vm-test-run-nixbot-gitlab> gitlab # [  314.457388] nixbot[3870]: {"ts": "2026-06-09T12:10:12.336Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1969vm-test-run-nixbot-gitlab> gitlab # [  314.462420] nixbot[3870]: {"ts": "2026-06-09T12:10:12.340Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1970vm-test-run-nixbot-gitlab> gitlab # [  314.468753] nixbot[3870]: {"ts": "2026-06-09T12:10:12.342Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1971vm-test-run-nixbot-gitlab> gitlab # [  314.474104] nixbot[3870]: {"ts": "2026-06-09T12:10:12.346Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1972vm-test-run-nixbot-gitlab> gitlab # [  314.478873] nixbot[3870]: {"ts": "2026-06-09T12:10:12.351Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1973vm-test-run-nixbot-gitlab> gitlab # [  314.483811] nixbot[3870]: {"ts": "2026-06-09T12:10:12.354Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1974vm-test-run-nixbot-gitlab> gitlab # [  314.488324] nixbot[3870]: {"ts": "2026-06-09T12:10:12.355Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1975vm-test-run-nixbot-gitlab> gitlab # [  314.492346] nixbot[3870]: {"ts": "2026-06-09T12:10:12.358Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1976vm-test-run-nixbot-gitlab> gitlab # [  314.496168] nixbot[3870]: {"ts": "2026-06-09T12:10:12.359Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1977vm-test-run-nixbot-gitlab> gitlab # [  314.499747] nixbot[3870]: {"ts": "2026-06-09T12:10:12.361Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1978vm-test-run-nixbot-gitlab> gitlab # [  314.503587] gitaly[1363]: time="2026-06-09T12:10:12.364Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T12:10:42.244" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.345" grpc.time_ms=17.896 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [  314.524813] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:12.384Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"ff253ca3e29b871034efbca9","created_at":"2026-06-09T12:10:10.813Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:10.817Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ff253ca3e29b871034efbca9: done: 0.24156 sec","job_status":"done","queue_duration_s":1.325397,"scheduling_latency_s":1.325435,"gitaly_calls":1,"gitaly_duration_s":0.021292,"redis_calls":16,"redis_duration_s":0.012938000000000002,"redis_read_bytes":52,"redis_write_bytes":2047,"redis_queues_calls":1,"redis_queues_duration_s":0.000349,"redis_queues_read_bytes":1,"redis_queues_write_bytes":978,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005498,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003056,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.004035,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.16,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.16,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.044841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.24156,"completed_at":"2026-06-09T12:10:12.384Z","load_balancing_strategy":"primary","db_duration_s":0.160245,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1980vm-test-run-nixbot-gitlab> gitlab # [  314.619383] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:12.388Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"1d7cede4a54b0bb490b87082","created_at":"2026-06-09T12:10:11.636Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f71d70c808176e2978fef817e5a6650f0cc037252b5da6a52f3c5c61340464ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:11.650Z","job_size_bytes":467,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-1d7cede4a54b0bb490b87082: start","job_status":"start","queue_duration_s":0.738063,"scheduling_latency_s":0.738095}1981vm-test-run-nixbot-gitlab> gitlab # [  314.647004] gitaly[1363]: time="2026-06-09T12:10:12.444Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:42.342" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.443" grpc.time_ms=0.925 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1982vm-test-run-nixbot-gitlab> gitlab # [  314.662732] gitaly[1363]: time="2026-06-09T12:10:12.457Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:10:22.007" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:12.447" grpc.time_ms=9.059 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [  314.790866] gitaly[1363]: time="2026-06-09T12:10:12.677Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:42.574" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.675" grpc.time_ms=1.689 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984vm-test-run-nixbot-gitlab> gitlab # [  314.806654] gitaly[1363]: time="2026-06-09T12:10:12.692Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=38 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T12:10:42.585" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:12.687" grpc.time_ms=5.339 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1985vm-test-run-nixbot-gitlab> gitlab # [  314.947129] nixbot[3870]: INFO:     Started server process [3870]1986vm-test-run-nixbot-gitlab> gitlab # [  314.949961] nixbot[3870]: INFO:     Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)1987vm-test-run-nixbot-gitlab> gitlab # [  315.016422] gitaly[1363]: time="2026-06-09T12:10:12.901Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=1 command.system_time_ms=10 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:22.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:12.882" grpc.time_ms=18.751 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab # [  315.306905] gitaly[1363]: time="2026-06-09T12:10:13.192Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=17 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=1 command.system_time_ms=17 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MMZ9NBA2QY8K3B4ZC2RQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:10:43.064" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:13.166" grpc.time_ms=26.561 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1989vm-test-run-nixbot-gitlab> gitlab # [  315.352379] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:13 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 3951990vm-test-run-nixbot-gitlab> gitlab # [  315.354958] nixbot[3870]: {"ts": "2026-06-09T12:10:13.240Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1991vm-test-run-nixbot-gitlab> gitlab # [  315.371386] nixbot[3870]: {"ts": "2026-06-09T12:10:13.257Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1992vm-test-run-nixbot-gitlab> gitlab # [  315.443540] nixbot[3870]: INFO:     127.0.0.1:33314 - "GET /health HTTP/1.1" 200 OK1993vm-test-run-nixbot-gitlab> gitlab # [  315.452498] systemd[1]: Started nixbot CI service.1994vm-test-run-nixbot-gitlab> gitlab # [  315.454522] systemd[1]: Reached target Multi-User System.1995vm-test-run-nixbot-gitlab> gitlab # [  315.455936] systemd[1]: Startup finished in 764ms (kernel) + 5.170s (initrd) + 5min 9.520s (userspace) = 5min 15.455s.1996vm-test-run-nixbot-gitlab> gitlab # [  315.483274] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:13 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 961997vm-test-run-nixbot-gitlab> gitlab # [  315.486811] nixbot[3870]: {"ts": "2026-06-09T12:10:13.370Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1998vm-test-run-nixbot-gitlab> gitlab # [  315.490590] nixbot[3870]: {"ts": "2026-06-09T12:10:13.373Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1999vm-test-run-nixbot-gitlab> gitlab # [  315.858763] gitaly[1363]: time="2026-06-09T12:10:13.744Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:10:43.624" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:13.724" grpc.time_ms=19.611 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2000vm-test-run-nixbot-gitlab> gitlab # [  315.887927] gitaly[1363]: time="2026-06-09T12:10:13.774Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MHX6758DJY2CCQEY77MG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T12:10:43.647" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:13.748" grpc.time_ms=25.832 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2001vm-test-run-nixbot-gitlab> gitlab # [  315.909085] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:13 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 4132002vm-test-run-nixbot-gitlab> gitlab # [  315.911906] nixbot[3870]: {"ts": "2026-06-09T12:10:13.792Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}2003vm-test-run-nixbot-gitlab> gitlab # [  315.942507] sidekiq-cluster[2430]: {"severity":"WARN","time":"2026-06-09T12:10:13.827Z","class":"CreatePipelineWorker","correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"59e933e8bdb0254902da692f7848d49d62ebf2eb","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"59e933e8bdb0254902da692f7848d49d62ebf2eb","ref":"refs/heads/master"},"retry":0}2004vm-test-run-nixbot-gitlab> gitlab # [  315.963749] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:13.848Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"1d7cede4a54b0bb490b87082","created_at":"2026-06-09T12:10:11.636Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-49ba0253dc1b429f","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f71d70c808176e2978fef817e5a6650f0cc037252b5da6a52f3c5c61340464ce","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:11.650Z","job_size_bytes":467,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-1d7cede4a54b0bb490b87082: done: 1.460602 sec","job_status":"done","queue_duration_s":0.738063,"scheduling_latency_s":0.738095,"gitaly_calls":7,"gitaly_duration_s":0.107353,"redis_calls":53,"redis_duration_s":0.016782,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001707,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.006598,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00214,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.004639,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001698,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.069,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.054,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.234591,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0010302,"duration_s":1.460602,"completed_at":"2026-06-09T12:10:13.848Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.118877,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2005vm-test-run-nixbot-gitlab> gitlab # [  316.037011] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:13.853Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"16ad64ed4a7d9793d98b359c","created_at":"2026-06-09T12:10:11.931Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-cc10e136bf1b422a","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:11.943Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-16ad64ed4a7d9793d98b359c: start","job_status":"start","queue_duration_s":1.909729,"scheduling_latency_s":1.909783}2006vm-test-run-nixbot-gitlab> gitlab # [  316.055495] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:13.935Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"16ad64ed4a7d9793d98b359c","created_at":"2026-06-09T12:10:11.931Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-cc10e136bf1b422a","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:11.943Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-16ad64ed4a7d9793d98b359c: done: 0.082165 sec","job_status":"done","queue_duration_s":1.909729,"scheduling_latency_s":1.909783,"redis_calls":19,"redis_duration_s":0.006083,"redis_read_bytes":21,"redis_write_bytes":4291,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001166,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000786,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2262,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002938,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001193,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.059707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01336964,"duration_s":0.082165,"completed_at":"2026-06-09T12:10:13.935Z","load_balancing_strategy":"primary","db_duration_s":0.01036,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2007vm-test-run-nixbot-gitlab> gitlab # [  316.099675] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:13.937Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"5ebc4467e93b1892ff80d259","created_at":"2026-06-09T12:10:13.912Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-ceb621f3115d4b31","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:13.921Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-5ebc4467e93b1892ff80d259: start","job_status":"start","queue_duration_s":0.016156,"scheduling_latency_s":0.016204}2008vm-test-run-nixbot-gitlab> gitlab # [  316.156830] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:14.042Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"5ebc4467e93b1892ff80d259","created_at":"2026-06-09T12:10:13.912Z","trace_propagation_headers":{"sentry-trace":"bd7f44eed2274b6d9857e2676a2ff351-ceb621f3115d4b31","baggage":"sentry-trace_id=bd7f44eed2274b6d9857e2676a2ff351,sentry-release=Unknown"},"correlation_id":"01KTP4MHX6758DJY2CCQEY77MG","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:13.921Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-5ebc4467e93b1892ff80d259: done: 0.104932 sec","job_status":"done","queue_duration_s":0.016156,"scheduling_latency_s":0.016204,"redis_calls":11,"redis_duration_s":0.004855,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000551,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003553,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000751,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077612,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00056848,"duration_s":0.104932,"completed_at":"2026-06-09T12:10:14.042Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019866,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2009vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 3.22 seconds)2010vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health2011vm-test-run-nixbot-gitlab> gitlab # [  316.433335] nixbot[3870]: INFO:     127.0.0.1:33330 - "GET /health HTTP/1.1" 200 OK2012vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.06 seconds)2013vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered2014vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks2015vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.24 seconds)2016vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-09T12:10:13.735Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]2017vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 0.24 seconds)2018vm-test-run-nixbot-gitlab> subtest: push delivers the webhook2019vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2020vm-test-run-nixbot-gitlab> gitlab # [  316.678162] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 1862021vm-test-run-nixbot-gitlab> gitlab # [  316.808958] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 512022vm-test-run-nixbot-gitlab> gitlab # [  316.853928] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 9312023vm-test-run-nixbot-gitlab> gitlab # [  316.861972] nixbot[3870]: {"ts": "2026-06-09T12:10:14.741Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}2024vm-test-run-nixbot-gitlab> gitlab # [  316.908517] gitaly[1363]: time="2026-06-09T12:10:14.793Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPS8VVSEMH77RS9TFVP5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:14.779" grpc.time_ms=13.794 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2025vm-test-run-nixbot-gitlab> gitlab # [  316.948189] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 1352026vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2027vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.2028vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads2029vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.2030vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.2031vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2032vm-test-run-nixbot-gitlab> gitlab # [  317.009603] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 1392033vm-test-run-nixbot-gitlab> gitlab # [  317.017282] nixbot[3870]: {"ts": "2026-06-09T12:10:14.896Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2034vm-test-run-nixbot-gitlab> gitlab # [  317.096302] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:14 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 802035vm-test-run-nixbot-gitlab> gitlab # [  317.103253] nixbot[3870]: {"ts": "2026-06-09T12:10:14.982Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2036vm-test-run-nixbot-gitlab> gitlab # [  317.176198] gitaly[1363]: time="2026-06-09T12:10:15.060Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQ2DBMA3J0TWHHQS7KHY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-09T12:10:45.047" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:15.048" grpc.time_ms=11.712 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2037vm-test-run-nixbot-gitlab> gitlab # [  317.212657] gitaly[1363]: time="2026-06-09T12:10:15.075Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQ2DBMA3J0TWHHQS7KHY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:45.073" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:15.073" grpc.time_ms=0.904 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2038vm-test-run-nixbot-gitlab> gitlab # [  317.234189] gitaly[1363]: time="2026-06-09T12:10:15.097Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=6 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQ2DBMA3J0TWHHQS7KHY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T12:10:25.008" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:15.078" grpc.time_ms=19.207 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2039vm-test-run-nixbot-gitlab> gitlab # [  317.294331] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1912040vm-test-run-nixbot-gitlab> gitlab # [  317.301804] nixbot[3870]: {"ts": "2026-06-09T12:10:15.182Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2041vm-test-run-nixbot-gitlab> gitlab # [  317.327187] gitaly[1363]: time="2026-06-09T12:10:15.213Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=591 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T12:10:25.155" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:15.186" grpc.time_ms=26.747 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2042vm-test-run-nixbot-gitlab> gitlab # [  317.387340] gitaly[1363]: time="2026-06-09T12:10:15.273Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T12:10:45.061" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T12:10:15.262" grpc.time_ms=10.984 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2043vm-test-run-nixbot-gitlab> gitlab # [  317.423008] gitaly[1363]: time="2026-06-09T12:10:15.297Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP4MPY76KB8EN430PQSRCMF duration_ms=195ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/allowed"2044vm-test-run-nixbot-gitlab> gitlab # [  317.470385] gitaly[1363]: time="2026-06-09T12:10:15.356Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP4MPY76KB8EN430PQSRCMF duration_ms=59ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/pre_receive"2045vm-test-run-nixbot-gitlab> gitlab # [  317.473679] gitaly[1363]: time="2026-06-09T12:10:15.357Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5315 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:15.100" grpc.time_ms=256.247 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2046vm-test-run-nixbot-gitlab> gitlab # [  317.524074] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 2232047vm-test-run-nixbot-gitlab> gitlab # [  317.526861] nixbot[3870]: {"ts": "2026-06-09T12:10:15.412Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2048vm-test-run-nixbot-gitlab> gitlab # [  317.530843] nixbot[3870]: {"ts": "2026-06-09T12:10:15.417Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2049vm-test-run-nixbot-gitlab> gitlab # [  317.540901] gitaly[1363]: time="2026-06-09T12:10:15.427Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4785 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:15.426" grpc.time_ms=0.764 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2050vm-test-run-nixbot-gitlab> gitlab # [  317.596063] gitaly[1363]: time="2026-06-09T12:10:15.479Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4784 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:15.478" grpc.time_ms=1.12 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2051vm-test-run-nixbot-gitlab> gitlab # [  317.626329] gitaly[1363]: time="2026-06-09T12:10:15.512Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4786 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:15.511" grpc.time_ms=0.516 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2052vm-test-run-nixbot-gitlab> gitlab # [  317.654514] gitaly[1363]: time="2026-06-09T12:10:15.540Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MQH5ZJ8GP9108KZY7DN8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=192 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.531" grpc.time_ms=8.742 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2053vm-test-run-nixbot-gitlab> gitlab # [  317.668028] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 792054vm-test-run-nixbot-gitlab> gitlab # [  317.724118] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:15.608Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","59e933e8bdb0254902da692f7848d49d62ebf2eb e11f158a2f918bbac14788e9e9a729eb1305a1b7 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"d5bdee8b206d5dd84a91d7bf","created_at":"2026-06-09T12:10:15.599Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-d4bcd1762af04397","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.603Z","job_size_bytes":185,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-d5bdee8b206d5dd84a91d7bf: start","job_status":"start","queue_duration_s":0.005244,"scheduling_latency_s":0.005281}2055vm-test-run-nixbot-gitlab> gitlab # [  317.755117] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:15.640Z","message":"changes: \"59e933e8bdb0254902da692f7848d49d62ebf2eb e11f158a2f918bbac14788e9e9a729eb1305a1b7 refs/heads/master\\n\""}2056vm-test-run-nixbot-gitlab> gitlab # [  317.757857] gitaly[1363]: time="2026-06-09T12:10:15.644Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP4MPY76KB8EN430PQSRCMF duration_ms=77ns method=POST pid=1363 status=200 url="http://unix/api/v4/internal/post_receive"2057vm-test-run-nixbot-gitlab> gitlab # [  317.765300] gitaly[1363]: time="2026-06-09T12:10:15.647Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4809 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:15.565" grpc.time_ms=80.773 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2058vm-test-run-nixbot-gitlab> gitlab # [  317.778420] gitaly[1363]: time="2026-06-09T12:10:15.664Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF diskcache=01f5e793-02df-430f-81a7-6709323b71d5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.005" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2059vm-test-run-nixbot-gitlab> gitlab # [  317.789787] gitaly[1363]: time="2026-06-09T12:10:15.675Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=223 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13019 command.oublock=32 command.real_time_ms=642 command.spawn_token_fork_ms=2 command.system_time_ms=136 command.user_time_ms=87 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.005" grpc.time_ms=669.183 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2060vm-test-run-nixbot-gitlab> gitlab # [  317.803213] gitlab-workhorse[1290]: time="2026-06-09T12:10:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522061vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2062vm-test-run-nixbot-gitlab> gitlab # [  317.805084] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8192063vm-test-run-nixbot-gitlab> gitlab #    59e933e..e11f158  master -> master2064vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.15 seconds)2065vm-test-run-nixbot-gitlab> gitlab # [  317.809028] gitaly[1363]: time="2026-06-09T12:10:15.695Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=10 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:25.238" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:15.678" grpc.time_ms=16.589 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2066vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2067vm-test-run-nixbot-gitlab> gitlab # [  317.821728] gitaly[1363]: time="2026-06-09T12:10:15.707Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQM5J3R4SSCJ57TJNEH0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.696" pid=1363 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2068vm-test-run-nixbot-gitlab> gitlab # [  317.830583] gitlab-workhorse[1290]: time="2026-06-09T12:10:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492069vm-test-run-nixbot-gitlab> gitlab # [  317.832185] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1502070vm-test-run-nixbot-gitlab> gitlab # [  317.835142] gitaly[1363]: time="2026-06-09T12:10:15.707Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQM5J3R4SSCJ57TJNEH0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.696" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2071vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)2072vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7'2073vm-test-run-nixbot-gitlab> gitlab # [  317.848515] gitaly[1363]: time="2026-06-09T12:10:15.707Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQM5J3R4SSCJ57TJNEH0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.696" grpc.time_ms=10.796 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2074vm-test-run-nixbot-gitlab> gitlab # [  317.862416] gitaly[1363]: time="2026-06-09T12:10:15.712Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T12:10:25.262" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:15.702" grpc.time_ms=9.672 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2075vm-test-run-nixbot-gitlab> gitlab # [  317.880253] gitaly[1363]: time="2026-06-09T12:10:15.745Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T12:10:25.003" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:15.733" grpc.time_ms=12.36 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2076vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7', in 0.05 seconds)2077vm-test-run-nixbot-gitlab> []2078vm-test-run-nixbot-gitlab> gitlab # [  317.893159] gitaly[1363]: time="2026-06-09T12:10:15.775Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=4 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=4 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=598 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=12 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-09T12:10:45.651" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:15.752" grpc.time_ms=22.829 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2079vm-test-run-nixbot-gitlab> gitlab # [  317.908416] gitaly[1363]: time="2026-06-09T12:10:15.790Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=319 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T12:10:25.055" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T12:10:15.786" grpc.time_ms=4.349 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2080vm-test-run-nixbot-gitlab> gitlab # [  317.921060] nixbot[3870]: INFO:     127.0.0.1:33336 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 200 OK2081vm-test-run-nixbot-gitlab> gitlab # [  317.922777] gitaly[1363]: time="2026-06-09T12:10:15.808Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:25.070" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:15.800" grpc.time_ms=7.33 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2082vm-test-run-nixbot-gitlab> gitlab # [  317.950601] gitaly[1363]: time="2026-06-09T12:10:15.837Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQRY6A3ATVKFQFDGYACW grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.821" pid=1363 remote_ip="2001:db8:1::1" request_sha=aa42e01304717ed453b6674e3aa2383fdc9360f2 response_bytes=596 span.kind=server system=grpc2083vm-test-run-nixbot-gitlab> gitlab # [  317.961075] gitaly[1363]: time="2026-06-09T12:10:15.837Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1137 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQRY6A3ATVKFQFDGYACW grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.821" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2084vm-test-run-nixbot-gitlab> gitlab # [  317.974998] gitlab-workhorse[1290]: time="2026-06-09T12:10:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5962085vm-test-run-nixbot-gitlab> gitlab # [  317.976787] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 596 "" "git/2.54.0" 1272086vm-test-run-nixbot-gitlab> gitlab # [  317.978539] gitaly[1363]: time="2026-06-09T12:10:15.837Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1137 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MQRY6A3ATVKFQFDGYACW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.821" grpc.time_ms=16.192 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2087vm-test-run-nixbot-gitlab> gitlab # [  318.050870] gitaly[1363]: time="2026-06-09T12:10:15.937Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MQY1K86CXJ92MRZR12PN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.929" grpc.time_ms=8.03 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2088vm-test-run-nixbot-gitlab> gitlab # [  318.070954] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 642089vm-test-run-nixbot-gitlab> gitlab # [  318.112579] gitaly[1363]: time="2026-06-09T12:10:15.998Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR03YGKMVS0WMAMTXGV4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.991" pid=1363 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2090vm-test-run-nixbot-gitlab> gitlab # [  318.122575] gitaly[1363]: time="2026-06-09T12:10:15.998Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR03YGKMVS0WMAMTXGV4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.991" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2091vm-test-run-nixbot-gitlab> gitlab # [  318.135255] gitlab-workhorse[1290]: time="2026-06-09T12:10:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672092vm-test-run-nixbot-gitlab> gitlab # [  318.137183] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:15 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 592093vm-test-run-nixbot-gitlab> gitlab # [  318.138982] gitaly[1363]: time="2026-06-09T12:10:15.999Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR03YGKMVS0WMAMTXGV4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:15.991" grpc.time_ms=7.468 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2094vm-test-run-nixbot-gitlab> gitlab # [  318.152977] gitaly[1363]: time="2026-06-09T12:10:16.026Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T12:10:26.004" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.024" grpc.time_ms=1.209 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2095vm-test-run-nixbot-gitlab> gitlab # [  318.172812] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.058Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","59e933e8bdb0254902da692f7848d49d62ebf2eb e11f158a2f918bbac14788e9e9a729eb1305a1b7 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"d5bdee8b206d5dd84a91d7bf","created_at":"2026-06-09T12:10:15.599Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-d4bcd1762af04397","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.603Z","job_size_bytes":185,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-d5bdee8b206d5dd84a91d7bf: done: 0.449776 sec","job_status":"done","queue_duration_s":0.005244,"scheduling_latency_s":0.005281,"gitaly_calls":7,"gitaly_duration_s":0.096154,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.040778,"redis_read_bytes":350,"redis_write_bytes":13065,"redis_cache_calls":9,"redis_cache_duration_s":0.002937,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000473,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001209,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6765,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.009253,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.010101,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.016805,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.043,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.024,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.024,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.043,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.266116,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00625978,"exclusive_lock_hold_duration_s":0.03315112,"duration_s":0.449776,"completed_at":"2026-06-09T12:10:16.058Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.052307,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2096vm-test-run-nixbot-gitlab> gitlab # [  318.220753] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.060Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"805c03b69ceb3ff07d0136f9","created_at":"2026-06-09T12:10:15.715Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.717Z","job_size_bytes":46,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-805c03b69ceb3ff07d0136f9: start","job_status":"start","queue_duration_s":0.342651,"scheduling_latency_s":0.342681}2097vm-test-run-nixbot-gitlab> gitlab # [  318.235469] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.087Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"805c03b69ceb3ff07d0136f9","created_at":"2026-06-09T12:10:15.715Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.717Z","job_size_bytes":46,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-805c03b69ceb3ff07d0136f9: done: 0.027272 sec","job_status":"done","queue_duration_s":0.342651,"scheduling_latency_s":0.342681,"redis_calls":9,"redis_duration_s":0.00606,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001899,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000985,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.003176,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027272,"completed_at":"2026-06-09T12:10:16.087Z","load_balancing_strategy":"primary","db_duration_s":0.002743,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2098vm-test-run-nixbot-gitlab> gitlab # [  318.279310] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.089Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"addbd8c032ec8e87caf6888c","created_at":"2026-06-09T12:10:15.725Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.728Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-addbd8c032ec8e87caf6888c: start","job_status":"start","queue_duration_s":0.361293,"scheduling_latency_s":0.361316}2099vm-test-run-nixbot-gitlab> gitlab # [  318.294739] gitaly[1363]: time="2026-06-09T12:10:16.120Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=1 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:46.017" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.117" grpc.time_ms=2.954 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2100vm-test-run-nixbot-gitlab> gitlab # [  318.306855] gitaly[1363]: time="2026-06-09T12:10:16.154Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF diskcache=57243331-95e1-4ff4-8264-1ca35cad9d36 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:10:16.110" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.111" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2101vm-test-run-nixbot-gitlab> gitlab # [  318.316357] gitaly[1363]: time="2026-06-09T12:10:16.155Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1509 command.oublock=0 command.real_time_ms=39 command.spawn_token_fork_ms=7 command.system_time_ms=8 command.user_time_ms=7 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T18:10:16.110" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.111" grpc.time_ms=43.541 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2102vm-test-run-nixbot-gitlab> gitlab # [  318.330558] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.181Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"addbd8c032ec8e87caf6888c","created_at":"2026-06-09T12:10:15.725Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.728Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-addbd8c032ec8e87caf6888c: done: 0.092155 sec","job_status":"done","queue_duration_s":0.361293,"scheduling_latency_s":0.361316,"gitaly_calls":1,"gitaly_duration_s":0.04744,"redis_calls":12,"redis_duration_s":0.004073,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001693,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000719,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001661,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.009,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027345,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0680874,"duration_s":0.092155,"completed_at":"2026-06-09T12:10:16.181Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011052,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2103vm-test-run-nixbot-gitlab> gitlab # [  318.373059] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:16.183Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"471507e2eebddb03df62348d","created_at":"2026-06-09T12:10:15.862Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:02bbf2b4c480b0630ae2d523918e3319c7de54368b3c80dd667f37fbfba6736f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.865Z","job_size_bytes":467,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-471507e2eebddb03df62348d: start","job_status":"start","queue_duration_s":0.318377,"scheduling_latency_s":0.318403}2104vm-test-run-nixbot-gitlab> gitlab # [  318.389271] gitaly[1363]: time="2026-06-09T12:10:16.158Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T12:10:46.047" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:16.147" grpc.time_ms=10.51 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2105vm-test-run-nixbot-gitlab> gitlab # [  318.402370] gitaly[1363]: time="2026-06-09T12:10:16.176Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:26.138" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:16.168" grpc.time_ms=7.988 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2106vm-test-run-nixbot-gitlab> gitlab # [  318.415428] gitaly[1363]: time="2026-06-09T12:10:16.211Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:46.009" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.210" grpc.time_ms=1.357 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2107vm-test-run-nixbot-gitlab> gitlab # [  318.427349] gitaly[1363]: time="2026-06-09T12:10:16.224Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:10:26.194" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:16.215" grpc.time_ms=8.802 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2108vm-test-run-nixbot-gitlab> gitlab # [  318.439873] gitaly[1363]: time="2026-06-09T12:10:16.258Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:10:26.228" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:16.258" grpc.time_ms=0.344 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2109vm-test-run-nixbot-gitlab> gitlab # [  318.450276] gitaly[1363]: time="2026-06-09T12:10:16.272Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:46.070" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.270" grpc.time_ms=1.779 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2110vm-test-run-nixbot-gitlab> gitlab # [  318.463494] gitaly[1363]: time="2026-06-09T12:10:16.278Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=571 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:10:26.238" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:16.268" grpc.time_ms=9.724 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2111vm-test-run-nixbot-gitlab> gitlab # [  318.475977] gitaly[1363]: time="2026-06-09T12:10:16.285Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=297 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T12:10:46.077" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.278" grpc.time_ms=7.28 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2112vm-test-run-nixbot-gitlab> gitlab # [  318.491721] gitaly[1363]: time="2026-06-09T12:10:16.333Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4153 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:16.331" grpc.time_ms=1.932 pid=1363 span.kind=server system=grpc2113vm-test-run-nixbot-gitlab> gitlab # [  318.501059] gitaly[1363]: time="2026-06-09T12:10:16.340Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:26.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:16.331" grpc.time_ms=8.363 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2114vm-test-run-nixbot-gitlab> gitlab # [  318.513205] gitaly[1363]: time="2026-06-09T12:10:16.369Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:16.368" grpc.time_ms=0.715 pid=1363 span.kind=server system=grpc2115vm-test-run-nixbot-gitlab> gitlab # [  318.522099] gitaly[1363]: time="2026-06-09T12:10:16.379Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK diskcache=41393aa0-90d9-4849-90b7-3e6f91268e04 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:26.251" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:16.282" pid=1363 ref=refs/keep-around/59e933e8bdb0254902da692f7848d49d62ebf2eb remote_ip="2001:db8:1::1" revision=59e933e8bdb0254902da692f7848d49d62ebf2eb span.kind=server system=grpc username=root2116vm-test-run-nixbot-gitlab> gitlab # [  318.532784] gitaly[1363]: time="2026-06-09T12:10:16.379Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=87 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5210 command.oublock=8 command.real_time_ms=90 command.spawn_token_fork_ms=1 command.system_time_ms=52 command.user_time_ms=35 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:26.251" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:16.282" grpc.time_ms=97.427 pid=1363 ref=refs/keep-around/59e933e8bdb0254902da692f7848d49d62ebf2eb remote_ip="2001:db8:1::1" revision=59e933e8bdb0254902da692f7848d49d62ebf2eb span.kind=server system=grpc username=root2117vm-test-run-nixbot-gitlab> gitlab # [  318.546265] gitaly[1363]: time="2026-06-09T12:10:16.386Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:46.184" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:16.385" grpc.time_ms=0.501 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2118vm-test-run-nixbot-gitlab> gitlab # [  318.792771] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:16 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 6412119vm-test-run-nixbot-gitlab> gitlab # [  318.799799] nixbot[3870]: {"ts": "2026-06-09T12:10:16.681Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb \"HTTP/1.1 201 Created\""}2120vm-test-run-nixbot-gitlab> gitlab # [  318.811694] nixbot[3870]: {"ts": "2026-06-09T12:10:16.697Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-59e933e8bdb0-4775a5db", "argv0": "bwrap"}2121vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7'2122vm-test-run-nixbot-gitlab> gitlab # [  318.986746] nixbot[3870]: INFO:     127.0.0.1:33350 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 200 OK2123vm-test-run-nixbot-gitlab> gitlab # [  318.996741] systemd[1]: Started Nix Daemon.2124vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7', in 0.09 seconds)2125vm-test-run-nixbot-gitlab> []2126vm-test-run-nixbot-gitlab> gitlab # [  319.051805] nix-daemon[4177]: accepted connection from pid 4174, user nixbot2127vm-test-run-nixbot-gitlab> gitlab # [  319.058000] nix-daemon[4177]: accepted connection from pid 4176, user nixbot2128vm-test-run-nixbot-gitlab> gitlab # [  319.252211] gitaly[1363]: time="2026-06-09T12:10:17.138Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=3 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T12:10:47.008" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.108" grpc.time_ms=28.935 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2129vm-test-run-nixbot-gitlab> gitlab # [  319.284444] gitaly[1363]: time="2026-06-09T12:10:17.170Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MPY76KB8EN430PQSRCMF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T12:10:47.043" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.144" grpc.time_ms=26.005 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2130vm-test-run-nixbot-gitlab> gitlab # [  319.313792] sidekiq-cluster[2430]: {"severity":"WARN","time":"2026-06-09T12:10:17.199Z","class":"CreatePipelineWorker","correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"59e933e8bdb0254902da692f7848d49d62ebf2eb","after":"e11f158a2f918bbac14788e9e9a729eb1305a1b7","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"e11f158a2f918bbac14788e9e9a729eb1305a1b7","ref":"refs/heads/master"},"retry":0}2131vm-test-run-nixbot-gitlab> gitlab # [  319.327823] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.212Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"471507e2eebddb03df62348d","created_at":"2026-06-09T12:10:15.862Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:02bbf2b4c480b0630ae2d523918e3319c7de54368b3c80dd667f37fbfba6736f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:15.865Z","job_size_bytes":467,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-471507e2eebddb03df62348d: done: 1.029147 sec","job_status":"done","queue_duration_s":0.318377,"scheduling_latency_s":0.318403,"gitaly_calls":7,"gitaly_duration_s":0.109396,"redis_calls":33,"redis_duration_s":0.008289,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000858,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00174,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003887,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001804,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.043,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.875381,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.029147,"completed_at":"2026-06-09T12:10:17.212Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.046492,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2132vm-test-run-nixbot-gitlab> gitlab # [  319.382253] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.217Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"14d5a353-70ad-4373-8d56-c9fd5407bd6d\"}"],"class":"WebHookWorker","jid":"a412ecd7f93d0f50b25a22d8","created_at":"2026-06-09T12:10:16.004Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:36b2baad913faff0aca171621c7f8515f202f1ba1902b3d1eec55573efae5a79","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.011Z","job_size_bytes":1749,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-a412ecd7f93d0f50b25a22d8: start","job_status":"start","queue_duration_s":1.205383,"scheduling_latency_s":1.205437}2133vm-test-run-nixbot-gitlab> gitlab # [  319.479860] nixbot[3870]: INFO:     127.0.0.1:33356 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2134vm-test-run-nixbot-gitlab> gitlab # [  319.504124] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.389Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"14d5a353-70ad-4373-8d56-c9fd5407bd6d\"}"],"class":"WebHookWorker","jid":"a412ecd7f93d0f50b25a22d8","created_at":"2026-06-09T12:10:16.004Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-8e0025dbdd924426","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:36b2baad913faff0aca171621c7f8515f202f1ba1902b3d1eec55573efae5a79","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.011Z","job_size_bytes":1749,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-a412ecd7f93d0f50b25a22d8: done: 0.172699 sec","job_status":"done","queue_duration_s":1.205383,"scheduling_latency_s":1.205437,"redis_calls":19,"redis_duration_s":0.006165,"redis_read_bytes":31,"redis_write_bytes":5282,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001592,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000521,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3644,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002451,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001601,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.014784940000026836,"cpu_s":0.137042,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000472,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.172699,"completed_at":"2026-06-09T12:10:17.389Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004125,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2135vm-test-run-nixbot-gitlab> gitlab # [  319.590243] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.392Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"a16b7047235b1a119b903cda","created_at":"2026-06-09T12:10:16.392Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.404Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-a16b7047235b1a119b903cda: start","job_status":"start","queue_duration_s":0.987226,"scheduling_latency_s":0.987256}2136vm-test-run-nixbot-gitlab> gitlab # [  319.607674] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.489Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"a16b7047235b1a119b903cda","created_at":"2026-06-09T12:10:16.392Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.404Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-a16b7047235b1a119b903cda: done: 0.097119 sec","job_status":"done","queue_duration_s":0.987226,"scheduling_latency_s":0.987256,"redis_calls":18,"redis_duration_s":0.007677,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.00519,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001756,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005496,"duration_s":0.097119,"completed_at":"2026-06-09T12:10:17.489Z","load_balancing_strategy":"primary","db_duration_s":0.028692,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2137vm-test-run-nixbot-gitlab> gitlab # [  319.649838] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.495Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"45d0b2af6eb2f8d5d9d432d8","created_at":"2026-06-09T12:10:16.406Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.416Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-45d0b2af6eb2f8d5d9d432d8: start","job_status":"start","queue_duration_s":1.079365,"scheduling_latency_s":1.079413}2138vm-test-run-nixbot-gitlab> gitlab # [  319.666588] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:17 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 902139vm-test-run-nixbot-gitlab> gitlab # [  319.668583] gitaly[1363]: time="2026-06-09T12:10:17.511Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSED3HKXV4D4CQQQFC7K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:17.502" grpc.time_ms=9.27 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2140vm-test-run-nixbot-gitlab> gitlab # [  319.694747] gitaly[1363]: time="2026-06-09T12:10:17.581Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSH9TJNMYZP7875SHNCP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:17.572" pid=1363 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2141vm-test-run-nixbot-gitlab> gitlab # [  319.708655] gitaly[1363]: time="2026-06-09T12:10:17.581Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSH9TJNMYZP7875SHNCP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:17.572" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2142vm-test-run-nixbot-gitlab> gitlab # [  319.725414] gitlab-workhorse[1290]: time="2026-06-09T12:10:17Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672143vm-test-run-nixbot-gitlab> gitlab # [  319.727772] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:17 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 682144vm-test-run-nixbot-gitlab> gitlab # [  319.730206] gitaly[1363]: time="2026-06-09T12:10:17.581Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSH9TJNMYZP7875SHNCP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:17.572" grpc.time_ms=8.513 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2145vm-test-run-nixbot-gitlab> gitlab # [  319.747447] nixbot[3870]: {"ts": "2026-06-09T12:10:17.616Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2146vm-test-run-nixbot-gitlab> gitlab # [  319.749825] nix-daemon[4182]: unexpected Nix daemon error: error: interrupted by the user2147vm-test-run-nixbot-gitlab> gitlab # [  319.751150] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.619Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"45d0b2af6eb2f8d5d9d432d8","created_at":"2026-06-09T12:10:16.406Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.416Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-45d0b2af6eb2f8d5d9d432d8: done: 0.123782 sec","job_status":"done","queue_duration_s":1.079365,"scheduling_latency_s":1.079413,"redis_calls":15,"redis_duration_s":0.008138000000000001,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.004779,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002027,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001332,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081604,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032234,"duration_s":0.123782,"completed_at":"2026-06-09T12:10:17.619Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.023641,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2148vm-test-run-nixbot-gitlab> gitlab # [  319.796545] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:17.622Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"41457ded3877be4eb0a503c4","created_at":"2026-06-09T12:10:16.625Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.638Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-41457ded3877be4eb0a503c4: start","job_status":"start","queue_duration_s":0.983534,"scheduling_latency_s":0.983568}2149vm-test-run-nixbot-gitlab> gitlab # [  319.813677] gitaly[1363]: time="2026-06-09T12:10:17.700Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:47.498" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.699" grpc.time_ms=0.626 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2150vm-test-run-nixbot-gitlab> gitlab # [  319.825753] gitaly[1363]: time="2026-06-09T12:10:17.711Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSNFJZ0CMJ7N6X7BR69E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:47.709" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.710" grpc.time_ms=0.912 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2151vm-test-run-nixbot-gitlab> gitlab # [  319.837958] gitaly[1363]: time="2026-06-09T12:10:17.721Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T12:10:47.510" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:17.710" grpc.time_ms=11.089 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2152vm-test-run-nixbot-gitlab> gitlab # [  319.851242] gitaly[1363]: time="2026-06-09T12:10:17.736Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:27.177" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:17.727" grpc.time_ms=8.35 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2153vm-test-run-nixbot-gitlab> gitlab # [  319.868687] gitaly[1363]: time="2026-06-09T12:10:17.755Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T12:10:27.204" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:17.754" grpc.time_ms=0.277 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2154vm-test-run-nixbot-gitlab> gitlab # [  319.878871] gitaly[1363]: time="2026-06-09T12:10:17.759Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:47.658" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.758" grpc.time_ms=0.989 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2155vm-test-run-nixbot-gitlab> gitlab # [  319.890905] gitaly[1363]: time="2026-06-09T12:10:17.765Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T12:10:27.207" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:17.758" grpc.time_ms=6.802 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2156vm-test-run-nixbot-gitlab> gitlab # [  319.917010] gitaly[1363]: time="2026-06-09T12:10:17.803Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4153 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:17.802" grpc.time_ms=0.534 pid=1363 span.kind=server system=grpc2157vm-test-run-nixbot-gitlab> gitlab # [  319.927466] gitaly[1363]: time="2026-06-09T12:10:17.813Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:47.712" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.812" grpc.time_ms=0.548 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2158vm-test-run-nixbot-gitlab> gitlab # [  319.945405] gitaly[1363]: time="2026-06-09T12:10:17.831Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:17.831" grpc.time_ms=0.323 pid=1363 span.kind=server system=grpc2159vm-test-run-nixbot-gitlab> gitlab # [  319.959583] gitaly[1363]: time="2026-06-09T12:10:17.845Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 diskcache=f6511df0-ffaf-4fc6-8839-e642edd0c34d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:27.217" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:17.767" pid=1363 ref=refs/keep-around/e11f158a2f918bbac14788e9e9a729eb1305a1b7 remote_ip="2001:db8:1::1" revision=e11f158a2f918bbac14788e9e9a729eb1305a1b7 span.kind=server system=grpc username=root2160vm-test-run-nixbot-gitlab> gitlab # [  319.970521] gitaly[1363]: time="2026-06-09T12:10:17.846Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=48 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5011 command.oublock=8 command.real_time_ms=65 command.spawn_token_fork_ms=3 command.system_time_ms=29 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T12:10:27.217" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T12:10:17.767" grpc.time_ms=78.499 pid=1363 ref=refs/keep-around/e11f158a2f918bbac14788e9e9a729eb1305a1b7 remote_ip="2001:db8:1::1" revision=e11f158a2f918bbac14788e9e9a729eb1305a1b7 span.kind=server system=grpc username=root2161vm-test-run-nixbot-gitlab> gitlab # [  319.984593] gitaly[1363]: time="2026-06-09T12:10:17.850Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:47.649" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.849" grpc.time_ms=0.312 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2162vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7'2163vm-test-run-nixbot-gitlab> gitlab # [  319.996478] gitaly[1363]: time="2026-06-09T12:10:17.854Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=7 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSNFJZ0CMJ7N6X7BR69E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:27.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:17.842" grpc.time_ms=11.454 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2164vm-test-run-nixbot-gitlab> gitlab # [  320.044054] nixbot[3870]: INFO:     127.0.0.1:33372 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 200 OK2165vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e11f158a2f918bbac14788e9e9a729eb1305a1b7', in 0.05 seconds)2166vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-09T12:10:17.608533Z', 'started_at': None, 'finished_at': None}]2167vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.37 seconds)2168vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2169vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2170vm-test-run-nixbot-gitlab> gitlab # [  320.080813] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:17 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 3462171vm-test-run-nixbot-gitlab> gitlab # [  320.084209] nixbot[3870]: {"ts": "2026-06-09T12:10:17.968Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 \"HTTP/1.1 201 Created\""}2172vm-test-run-nixbot-gitlab> gitlab # [  320.095254] nixbot[3870]: {"ts": "2026-06-09T12:10:17.978Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-e11f158a2f91-23e49b51", "argv0": "bwrap"}2173vm-test-run-nixbot-gitlab> gitlab # [  320.110619] gitaly[1363]: time="2026-06-09T12:10:17.996Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:47.895" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:17.996" grpc.time_ms=0.701 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2174vm-test-run-nixbot-gitlab> gitlab # [  320.128086] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.012Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"4c5707ccbf6cdcde0f930637","created_at":"2026-06-09T12:10:18.008Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"41457ded3877be4eb0a503c4","job_size_bytes":3,"pid":2430,"job_status":"deduplicated","message":"PipelineProcessWorker JID-4c5707ccbf6cdcde0f930637: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2175vm-test-run-nixbot-gitlab> gitlab # [  320.150109] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.016Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"41457ded3877be4eb0a503c4","created_at":"2026-06-09T12:10:16.625Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.638Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2430,"job_status":"rescheduled","message":"PipelineProcessWorker JID-41457ded3877be4eb0a503c4: rescheduled"}2176vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.17 seconds)2177vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2178vm-test-run-nixbot-gitlab> gitlab # [  320.164211] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.028Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"41457ded3877be4eb0a503c4","created_at":"2026-06-09T12:10:16.625Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-25070b5acb9f4ed0","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:16.638Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-41457ded3877be4eb0a503c4: done: 0.406556 sec","job_status":"done","queue_duration_s":0.983534,"scheduling_latency_s":0.983568,"gitaly_calls":3,"gitaly_duration_s":0.016348,"redis_calls":54,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.022066,"redis_read_bytes":292,"redis_write_bytes":8550,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002288,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001907,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.004144,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":4,"redis_queues_duration_s":0.000598,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2220,"redis_queues_metadata_calls":12,"redis_queues_metadata_duration_s":0.005791,"redis_queues_metadata_read_bytes":89,"redis_queues_metadata_write_bytes":1500,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.0008,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.001754,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002496,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.184,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.007,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.013,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.163,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.178642,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.34964118,"duration_s":0.406556,"completed_at":"2026-06-09T12:10:18.028Z","load_balancing_strategy":"primary","db_duration_s":0.197573,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2179vm-test-run-nixbot-gitlab> gitlab # [  320.223064] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.031Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","a412ecd7f93d0f50b25a22d8"],"class":"WebHooks::LogExecutionWorker","jid":"b8e3cb50b172513534acd8ce","created_at":"2026-06-09T12:10:17.370Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-ca605a8949164fac","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:84101de2cdfb51648d6bc63754b76044357bfc04b735174b8773ad5da7251a6b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.378Z","job_size_bytes":2507,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-b8e3cb50b172513534acd8ce: start","job_status":"start","queue_duration_s":0.652425,"scheduling_latency_s":0.652452}2180vm-test-run-nixbot-gitlab> gitlab # [  320.239510] gitaly[1363]: time="2026-06-09T12:10:18.023Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSZGB3XNCED645VVRWZT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:48.022" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.022" grpc.time_ms=0.553 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2181vm-test-run-nixbot-gitlab> gitlab # [  320.251700] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 3722182vm-test-run-nixbot-gitlab> gitlab # [  320.254223] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:18 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1102183vm-test-run-nixbot-gitlab> gitlab # [  320.256717] nixbot[3870]: {"ts": "2026-06-09T12:10:18.030Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb \"HTTP/1.1 201 Created\""}2184vm-test-run-nixbot-gitlab> gitlab # [  320.259573] nix-daemon[4177]: accepted connection from pid 4261, user nixbot2185vm-test-run-nixbot-gitlab> gitlab # [  320.260510] nix-daemon[4177]: accepted connection from pid 4259, user nixbot2186vm-test-run-nixbot-gitlab> gitlab # [  320.261680] gitaly[1363]: time="2026-06-09T12:10:18.107Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MT1PK4HY3PQ0YQG1XDKJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:48.106" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.107" grpc.time_ms=0.51 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187vm-test-run-nixbot-gitlab> gitlab # [  320.273589] gitaly[1363]: time="2026-06-09T12:10:18.149Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MT1PK4HY3PQ0YQG1XDKJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:28.110" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:18.141" grpc.time_ms=7.881 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2188vm-test-run-nixbot-gitlab> gitlab # [  320.310629] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1572189vm-test-run-nixbot-gitlab> gitlab # [  320.315076] nixbot[3870]: {"ts": "2026-06-09T12:10:18.197Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/59e933e8bdb0254902da692f7848d49d62ebf2eb \"HTTP/1.1 201 Created\""}2190vm-test-run-nixbot-gitlab> gitlab # [  320.320633] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.204Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","a412ecd7f93d0f50b25a22d8"],"class":"WebHooks::LogExecutionWorker","jid":"b8e3cb50b172513534acd8ce","created_at":"2026-06-09T12:10:17.370Z","trace_propagation_headers":{"sentry-trace":"5cb28f767f1b44e8afaee575166fe1db-ca605a8949164fac","baggage":"sentry-trace_id=5cb28f767f1b44e8afaee575166fe1db,sentry-release=Unknown"},"correlation_id":"01KTP4MPY76KB8EN430PQSRCMF","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:84101de2cdfb51648d6bc63754b76044357bfc04b735174b8773ad5da7251a6b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.378Z","job_size_bytes":2507,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-b8e3cb50b172513534acd8ce: done: 0.173182 sec","job_status":"done","queue_duration_s":0.652425,"scheduling_latency_s":0.652452,"redis_calls":10,"redis_duration_s":0.002372,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000545,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001387,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.036,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.036,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.146431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028738,"duration_s":0.173182,"completed_at":"2026-06-09T12:10:18.204Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007348,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2191vm-test-run-nixbot-gitlab> gitlab # [  320.379686] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.205Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c877ad39047a815b043c32fd","created_at":"2026-06-09T12:10:17.733Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.739Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c877ad39047a815b043c32fd: start","job_status":"start","queue_duration_s":0.466042,"scheduling_latency_s":0.466063}2192vm-test-run-nixbot-gitlab> gitlab # [  320.396038] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.243Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c877ad39047a815b043c32fd","created_at":"2026-06-09T12:10:17.733Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.739Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c877ad39047a815b043c32fd: done: 0.037573 sec","job_status":"done","queue_duration_s":0.466042,"scheduling_latency_s":0.466063,"redis_calls":10,"redis_duration_s":0.001639,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0003,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000992,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000347,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00029946,"duration_s":0.037573,"completed_at":"2026-06-09T12:10:18.243Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004281,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2193vm-test-run-nixbot-gitlab> gitlab # [  320.437998] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.244Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"b080b81cb4513f286114b4d0","created_at":"2026-06-09T12:10:17.852Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.856Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-b080b81cb4513f286114b4d0: start","job_status":"start","queue_duration_s":0.387763,"scheduling_latency_s":0.387781}2194vm-test-run-nixbot-gitlab> gitlab # [  320.454504] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.272Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"b080b81cb4513f286114b4d0","created_at":"2026-06-09T12:10:17.852Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.856Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-b080b81cb4513f286114b4d0: done: 0.027794 sec","job_status":"done","queue_duration_s":0.387763,"scheduling_latency_s":0.387781,"redis_calls":7,"redis_duration_s":0.00152,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001087,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000433,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027794,"completed_at":"2026-06-09T12:10:18.272Z","load_balancing_strategy":"primary","db_duration_s":0.005283,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2195vm-test-run-nixbot-gitlab> gitlab # [  320.496061] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.274Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"7b74f39da3243c5f19c4804b","created_at":"2026-06-09T12:10:17.858Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.863Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-7b74f39da3243c5f19c4804b: start","job_status":"start","queue_duration_s":0.410732,"scheduling_latency_s":0.410751}2196vm-test-run-nixbot-gitlab> gitlab # [  320.512842] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.339Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"7b74f39da3243c5f19c4804b","created_at":"2026-06-09T12:10:17.858Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.863Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-7b74f39da3243c5f19c4804b: done: 0.065315 sec","job_status":"done","queue_duration_s":0.410732,"scheduling_latency_s":0.410751,"redis_calls":10,"redis_duration_s":0.003317,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001978,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.065315,"completed_at":"2026-06-09T12:10:18.339Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024953,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2197vm-test-run-nixbot-gitlab> gitlab # [  320.555784] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.341Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a314707f397607291fd24953","created_at":"2026-06-09T12:10:17.947Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.950Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a314707f397607291fd24953: start","job_status":"start","queue_duration_s":0.39086,"scheduling_latency_s":0.390879}2198vm-test-run-nixbot-gitlab> gitlab # [  320.571249] gitaly[1363]: time="2026-06-09T12:10:18.416Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:48.314" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.414" grpc.time_ms=1.54 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2199vm-test-run-nixbot-gitlab> gitlab # [  320.583701] gitaly[1363]: time="2026-06-09T12:10:18.459Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:48.356" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.457" grpc.time_ms=1.621 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2200vm-test-run-nixbot-gitlab> gitlab # [  320.609562] gitaly[1363]: time="2026-06-09T12:10:18.495Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MSMKSZ3C0FTNJ08Q02N2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:48.393" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.494" grpc.time_ms=1.339 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2201vm-test-run-nixbot-gitlab> gitlab # [  320.622091] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.508Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"a314707f397607291fd24953","created_at":"2026-06-09T12:10:17.947Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-36147268b3334dd5","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:17.950Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a314707f397607291fd24953: done: 0.167014 sec","job_status":"done","queue_duration_s":0.39086,"scheduling_latency_s":0.390879,"gitaly_calls":3,"gitaly_duration_s":0.01322,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.009222000000000001,"redis_read_bytes":98,"redis_write_bytes":6012,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001226,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002479,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000386,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001807,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000358,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000635,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001105,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.106962,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.14210076,"duration_s":0.167014,"completed_at":"2026-06-09T12:10:18.507Z","load_balancing_strategy":"primary","db_duration_s":0.048421,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2202vm-test-run-nixbot-gitlab> gitlab # [  320.671624] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:18.509Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"fac282df05cdf7693c6a071d","created_at":"2026-06-09T12:10:18.016Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.019Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fac282df05cdf7693c6a071d: start","job_status":"start","queue_duration_s":0.490658,"scheduling_latency_s":0.490678}2203vm-test-run-nixbot-gitlab> gitlab # [  320.790086] gitaly[1363]: time="2026-06-09T12:10:18.676Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:18.674" grpc.time_ms=1.771 pid=1363 span.kind=server system=grpc2204vm-test-run-nixbot-gitlab> gitlab # [  320.834294] gitaly[1363]: time="2026-06-09T12:10:18.720Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3895 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:18.719" grpc.time_ms=1.1 pid=1363 span.kind=server system=grpc2205vm-test-run-nixbot-gitlab> gitlab # [  320.885382] gitaly[1363]: time="2026-06-09T12:10:18.771Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:18.770" grpc.time_ms=0.8 pid=1363 span.kind=server system=grpc2206vm-test-run-nixbot-gitlab> gitlab # [  320.906610] gitaly[1363]: time="2026-06-09T12:10:18.785Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK diskcache=153003ea-83d0-4cb8-bf61-5f71d13149e0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:10:48.517" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:18.618" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2207vm-test-run-nixbot-gitlab> gitlab # [  320.924638] gitaly[1363]: time="2026-06-09T12:10:18.786Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=184 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7448 command.oublock=0 command.real_time_ms=158 command.spawn_token_fork_ms=1 command.system_time_ms=122 command.user_time_ms=62 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:10:48.517" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:18.618" grpc.time_ms=167.666 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2208vm-test-run-nixbot-gitlab> gitlab # [  321.073325] gitaly[1363]: time="2026-06-09T12:10:18.959Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:48.857" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:18.957" grpc.time_ms=1.751 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2209vm-test-run-nixbot-gitlab> gitlab # [  321.141255] gitaly[1363]: time="2026-06-09T12:10:19.027Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:49.024" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:19.025" grpc.time_ms=1.597 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2210vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2211vm-test-run-nixbot-gitlab> gitlab # [  321.232238] gitaly[1363]: time="2026-06-09T12:10:19.118Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MR35MA66Z9XS2MKB8VFK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:49.015" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:19.116" grpc.time_ms=1.519 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2212vm-test-run-nixbot-gitlab> gitlab # [  321.267811] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.136Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"fac282df05cdf7693c6a071d","created_at":"2026-06-09T12:10:18.016Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.019Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2430,"job_status":"rescheduled","message":"PipelineProcessWorker JID-fac282df05cdf7693c6a071d: rescheduled"}2213vm-test-run-nixbot-gitlab> gitlab # [  321.299126] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.153Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"fac282df05cdf7693c6a071d","created_at":"2026-06-09T12:10:18.016Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-ebde6cae3d5b4900","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.019Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fac282df05cdf7693c6a071d: done: 0.64347 sec","job_status":"done","queue_duration_s":0.490658,"scheduling_latency_s":0.490678,"gitaly_calls":4,"gitaly_duration_s":0.189247,"redis_calls":101,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.036101,"redis_read_bytes":185,"redis_write_bytes":23553,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001496,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003364,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.008818,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.006006,"redis_queues_read_bytes":25,"redis_queues_write_bytes":12385,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.010002,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3093,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000387,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001337,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003195,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.089,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.024,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.027,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.048,"db_ci_duration_s":0.041,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.357671,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.59474438,"duration_s":0.64347,"completed_at":"2026-06-09T12:10:19.153Z","load_balancing_strategy":"primary","db_duration_s":0.095751,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2214vm-test-run-nixbot-gitlab> gitlab # [  321.365448] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.158Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"7e4d3ec3455238b7c0b1da8e","created_at":"2026-06-09T12:10:18.399Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-d2b67482986e4a7c","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.402Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-7e4d3ec3455238b7c0b1da8e: start","job_status":"start","queue_duration_s":0.756162,"scheduling_latency_s":0.756226}2215vm-test-run-nixbot-gitlab> gitlab # [  321.383437] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.239Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"7e4d3ec3455238b7c0b1da8e","created_at":"2026-06-09T12:10:18.399Z","trace_propagation_headers":{"sentry-trace":"be387737f025465eb558a3adfc1a01d6-d2b67482986e4a7c","baggage":"sentry-trace_id=be387737f025465eb558a3adfc1a01d6,sentry-release=Unknown"},"correlation_id":"01KTP4MSMKSZ3C0FTNJ08Q02N2","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.402Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-7e4d3ec3455238b7c0b1da8e: done: 0.081692 sec","job_status":"done","queue_duration_s":0.756162,"scheduling_latency_s":0.756226,"redis_calls":7,"redis_duration_s":0.0039440000000000005,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002854,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00109,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057515,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.081692,"completed_at":"2026-06-09T12:10:19.239Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008141,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2216vm-test-run-nixbot-gitlab> gitlab # [  321.426177] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.243Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"4e132d778ebd7ae5ade253ce","created_at":"2026-06-09T12:10:18.599Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.605Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-4e132d778ebd7ae5ade253ce: start","job_status":"start","queue_duration_s":0.638204,"scheduling_latency_s":0.638248}2217vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.23 seconds)2218vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2219vm-test-run-nixbot-gitlab> gitlab # [  321.442506] gitaly[1363]: time="2026-06-09T12:10:19.288Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MV62Q0Q899S5H9TBZV52 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:49.286" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:19.286" grpc.time_ms=1.121 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2220vm-test-run-nixbot-gitlab> gitlab # [  321.454664] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1112221vm-test-run-nixbot-gitlab> gitlab # [  321.659570] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.545Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"4e132d778ebd7ae5ade253ce","created_at":"2026-06-09T12:10:18.599Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.605Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-4e132d778ebd7ae5ade253ce: done: 0.302109 sec","job_status":"done","queue_duration_s":0.638204,"scheduling_latency_s":0.638248,"redis_calls":15,"redis_duration_s":0.004668,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000634,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000486,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002218,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.00071,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00062,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.268419,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034188,"duration_s":0.302109,"completed_at":"2026-06-09T12:10:19.545Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024196,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2222vm-test-run-nixbot-gitlab> gitlab # [  321.762498] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.547Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"0cbeca21c56023df6b2df785","created_at":"2026-06-09T12:10:18.796Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.809Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-0cbeca21c56023df6b2df785: start","job_status":"start","queue_duration_s":0.737806,"scheduling_latency_s":0.737825}2223vm-test-run-nixbot-gitlab> gitlab # [  321.789623] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.583Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"0cbeca21c56023df6b2df785","created_at":"2026-06-09T12:10:18.796Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.809Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-0cbeca21c56023df6b2df785: done: 0.036758 sec","job_status":"done","queue_duration_s":0.737806,"scheduling_latency_s":0.737825,"redis_calls":10,"redis_duration_s":0.002974,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000503,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001895,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000576,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021222,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050008,"duration_s":0.036758,"completed_at":"2026-06-09T12:10:19.583Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008059,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2224vm-test-run-nixbot-gitlab> gitlab # [  321.843784] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.586Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"79ed6e91971e4829f77cab02","created_at":"2026-06-09T12:10:18.832Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.845Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-79ed6e91971e4829f77cab02: start","job_status":"start","queue_duration_s":0.74093,"scheduling_latency_s":0.740951}2225vm-test-run-nixbot-gitlab> gitlab # [  321.861018] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.633Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"79ed6e91971e4829f77cab02","created_at":"2026-06-09T12:10:18.832Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.845Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-79ed6e91971e4829f77cab02: done: 0.046693 sec","job_status":"done","queue_duration_s":0.74093,"scheduling_latency_s":0.740951,"redis_calls":10,"redis_duration_s":0.002759,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00065,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001559,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00055,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037076,"duration_s":0.046693,"completed_at":"2026-06-09T12:10:19.633Z","load_balancing_strategy":"primary","db_duration_s":0.014859,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2226vm-test-run-nixbot-gitlab> gitlab # [  321.902363] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.635Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"65fe7df8288113efd1e14b38","created_at":"2026-06-09T12:10:19.533Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-916115f0d25d463f","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:24d934f17418f3027995417101c8ab64fb30da4571d261b3ee4feaa12c9465b0","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.536Z","job_size_bytes":464,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-65fe7df8288113efd1e14b38: start","job_status":"start","queue_duration_s":0.098362,"scheduling_latency_s":0.098381}2227vm-test-run-nixbot-gitlab> gitlab # [  321.917759] sidekiq-cluster[2430]: {"severity":"WARN","time":"2026-06-09T12:10:19.685Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"65fe7df8288113efd1e14b38","created_at":"2026-06-09T12:10:19.533Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-916115f0d25d463f","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:24d934f17418f3027995417101c8ab64fb30da4571d261b3ee4feaa12c9465b0","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.536Z","job_size_bytes":464,"pid":2430,"sidekiq_tid":"m4dq","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-65fe7df8288113efd1e14b38: fail: 0.050044 sec","job_status":"fail","queue_duration_s":0.098362,"scheduling_latency_s":0.098381,"redis_calls":7,"redis_duration_s":0.002415,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001793,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000622,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029115,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050044,"completed_at":"2026-06-09T12:10:19.685Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.012169,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2228vm-test-run-nixbot-gitlab> gitlab # [  322.278288] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.689Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8918d809b37343d68c67acf6","created_at":"2026-06-09T12:10:18.877Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.888Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8918d809b37343d68c67acf6: start","job_status":"start","queue_duration_s":0.800934,"scheduling_latency_s":0.800983}2229vm-test-run-nixbot-gitlab> gitlab # [  322.292818] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.773Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8918d809b37343d68c67acf6","created_at":"2026-06-09T12:10:18.877Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.888Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8918d809b37343d68c67acf6: done: 0.083975 sec","job_status":"done","queue_duration_s":0.800934,"scheduling_latency_s":0.800983,"redis_calls":13,"redis_duration_s":0.005734,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000867,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00268,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001266,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000921,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00076172,"duration_s":0.083975,"completed_at":"2026-06-09T12:10:19.773Z","load_balancing_strategy":"primary","db_duration_s":0.008493,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2230vm-test-run-nixbot-gitlab> gitlab # [  322.334917] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.776Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"5fb1594b144d4785e3d617f8","created_at":"2026-06-09T12:10:18.890Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.900Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-5fb1594b144d4785e3d617f8: start","job_status":"start","queue_duration_s":0.875675,"scheduling_latency_s":0.87571}2231vm-test-run-nixbot-gitlab> gitlab # [  322.350748] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.835Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"5fb1594b144d4785e3d617f8","created_at":"2026-06-09T12:10:18.890Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.900Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-5fb1594b144d4785e3d617f8: done: 0.059517 sec","job_status":"done","queue_duration_s":0.875675,"scheduling_latency_s":0.87571,"redis_calls":10,"redis_duration_s":0.0036550000000000003,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000717,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002207,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035135,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00060568,"duration_s":0.059517,"completed_at":"2026-06-09T12:10:19.835Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2232vm-test-run-nixbot-gitlab> gitlab # [  322.394772] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.838Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0a066bea99d8697d0045f174","created_at":"2026-06-09T12:10:18.902Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.915Z","job_size_bytes":19,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0a066bea99d8697d0045f174: start","job_status":"start","queue_duration_s":0.922778,"scheduling_latency_s":0.922807}2233vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2234vm-test-run-nixbot-gitlab> gitlab # [  322.410159] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.888Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0a066bea99d8697d0045f174","created_at":"2026-06-09T12:10:18.902Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.915Z","job_size_bytes":19,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0a066bea99d8697d0045f174: done: 0.050409 sec","job_status":"done","queue_duration_s":0.922778,"scheduling_latency_s":0.922807,"redis_calls":11,"redis_duration_s":0.003987,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000698,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002692,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000597,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031271,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000444,"duration_s":0.050409,"completed_at":"2026-06-09T12:10:19.888Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008386,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2235vm-test-run-nixbot-gitlab> gitlab # [  322.451906] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.891Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"aab16f4376580e6d425aa7ff","created_at":"2026-06-09T12:10:18.923Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.935Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-aab16f4376580e6d425aa7ff: start","job_status":"start","queue_duration_s":0.956474,"scheduling_latency_s":0.956499}2236vm-test-run-nixbot-gitlab> gitlab # [  322.467181] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.934Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"aab16f4376580e6d425aa7ff","created_at":"2026-06-09T12:10:18.923Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.935Z","job_size_bytes":65,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-aab16f4376580e6d425aa7ff: done: 0.042683 sec","job_status":"done","queue_duration_s":0.956474,"scheduling_latency_s":0.956499,"redis_calls":10,"redis_duration_s":0.003019,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000732,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001666,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000621,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00046818,"duration_s":0.042683,"completed_at":"2026-06-09T12:10:19.934Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007324,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2237vm-test-run-nixbot-gitlab> gitlab # [  322.509679] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.936Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"06b390eaefe3d5b2be8d75a5","created_at":"2026-06-09T12:10:18.937Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.942Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-06b390eaefe3d5b2be8d75a5: start","job_status":"start","queue_duration_s":0.994261,"scheduling_latency_s":0.994283}2238vm-test-run-nixbot-gitlab> gitlab # [  322.524980] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.978Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"06b390eaefe3d5b2be8d75a5","created_at":"2026-06-09T12:10:18.937Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:18.942Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-06b390eaefe3d5b2be8d75a5: done: 0.041815 sec","job_status":"done","queue_duration_s":0.994261,"scheduling_latency_s":0.994283,"redis_calls":7,"redis_duration_s":0.002099,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001471,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000628,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041815,"completed_at":"2026-06-09T12:10:19.978Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006494,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2239vm-test-run-nixbot-gitlab> gitlab # [  322.565791] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:19.980Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"b64e2144298de49c55bbbd5a","created_at":"2026-06-09T12:10:19.029Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.040Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-b64e2144298de49c55bbbd5a: start","job_status":"start","queue_duration_s":0.940277,"scheduling_latency_s":0.9403}2240vm-test-run-nixbot-gitlab> gitlab # [  322.581213] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:20.033Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"b64e2144298de49c55bbbd5a","created_at":"2026-06-09T12:10:19.029Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.040Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-b64e2144298de49c55bbbd5a: done: 0.052942 sec","job_status":"done","queue_duration_s":0.940277,"scheduling_latency_s":0.9403,"redis_calls":10,"redis_duration_s":0.002896,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00066,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001668,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000568,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025451,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039916,"duration_s":0.052942,"completed_at":"2026-06-09T12:10:20.033Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016268,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2241vm-test-run-nixbot-gitlab> gitlab # [  322.622935] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:20.035Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"04ddcff27839209d41c30a68","created_at":"2026-06-09T12:10:19.041Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.052Z","job_size_bytes":6,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-04ddcff27839209d41c30a68: start","job_status":"start","queue_duration_s":0.983018,"scheduling_latency_s":0.983038}2242vm-test-run-nixbot-gitlab> gitlab # [  322.637828] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:20.068Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"04ddcff27839209d41c30a68","created_at":"2026-06-09T12:10:19.041Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.052Z","job_size_bytes":6,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-04ddcff27839209d41c30a68: done: 0.033168 sec","job_status":"done","queue_duration_s":0.983018,"scheduling_latency_s":0.983038,"redis_calls":10,"redis_duration_s":0.002778,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000596,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001601,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000581,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017915,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042326,"duration_s":0.033168,"completed_at":"2026-06-09T12:10:20.068Z","load_balancing_strategy":"primary","db_duration_s":0.004102,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2243vm-test-run-nixbot-gitlab> gitlab # [  322.678980] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:20.070Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"34a2643896984a6f3fb926b4","created_at":"2026-06-09T12:10:19.137Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.142Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-34a2643896984a6f3fb926b4: start","job_status":"start","queue_duration_s":0.92833,"scheduling_latency_s":0.928349}2244vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.26 seconds)2245vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2246vm-test-run-nixbot-gitlab> gitlab # [  322.693863] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:20.095Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"34a2643896984a6f3fb926b4","created_at":"2026-06-09T12:10:19.137Z","trace_propagation_headers":{"sentry-trace":"0ba15d594a1d4f8cbfa94f05be1064ed-3ab9260fa7454a38","baggage":"sentry-trace_id=0ba15d594a1d4f8cbfa94f05be1064ed,sentry-release=Unknown"},"correlation_id":"01KTP4MR35MA66Z9XS2MKB8VFK","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:19.142Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-34a2643896984a6f3fb926b4: done: 0.024622 sec","job_status":"done","queue_duration_s":0.92833,"scheduling_latency_s":0.928349,"redis_calls":8,"redis_duration_s":0.002466,"redis_read_bytes":6,"redis_write_bytes":754,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001923,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000543,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":190,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024622,"completed_at":"2026-06-09T12:10:20.094Z","load_balancing_strategy":"primary","db_duration_s":0.003849,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2247vm-test-run-nixbot-gitlab> gitlab # [  322.733894] gitaly[1363]: time="2026-06-09T12:10:20.524Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MWC7DYZEKK99EXV13M59 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:50.521" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:20.522" grpc.time_ms=1.312 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2248vm-test-run-nixbot-gitlab> gitlab # [  322.746234] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:20 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1522249vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2250vm-test-run-nixbot-gitlab> gitlab # [  323.914841] gitaly[1363]: time="2026-06-09T12:10:21.799Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MXKP0RX2YRWFHSZ3Z5Z3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:51.797" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:21.798" grpc.time_ms=1.327 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2251vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.28 seconds)2252vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2253vm-test-run-nixbot-gitlab> gitlab # [  323.979040] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:21 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1762254vm-test-run-nixbot-gitlab> gitlab # [  324.939436] gitaly[1363]: time="2026-06-09T12:10:22.824Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:52.822" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:22.823" grpc.time_ms=1.261 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2255vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2256vm-test-run-nixbot-gitlab> gitlab # [  325.031626] gitaly[1363]: time="2026-06-09T12:10:22.917Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:32.028" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:22.899" grpc.time_ms=18.249 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2257vm-test-run-nixbot-gitlab> gitlab # [  325.101266] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:22.984Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"90d3cc471f7b3805f589e3ab","created_at":"2026-06-09T12:10:22.972Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-b7a6736489b542d1","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:22.981Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-90d3cc471f7b3805f589e3ab: start","job_status":"start","queue_duration_s":0.002868,"scheduling_latency_s":0.002935}2258vm-test-run-nixbot-gitlab> gitlab # [  325.138311] gitaly[1363]: time="2026-06-09T12:10:23.004Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYT61WMXDTAM37YA8G91 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:53.001" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.002" grpc.time_ms=1.551 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2259vm-test-run-nixbot-gitlab> gitlab # [  325.158551] nixbot[3870]: {"ts": "2026-06-09T12:10:23.023Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 \"HTTP/1.1 201 Created\""}2260vm-test-run-nixbot-gitlab> gitlab # [  325.162784] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3042261vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.20 seconds)2262vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': '2026-06-09T12:10:22.955Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2263vm-test-run-nixbot-gitlab> gitlab # [  325.180759] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses HTTP/1.1" 200 671 "" "curl/8.20.0" 1472264vm-test-run-nixbot-gitlab> gitlab # [  325.239714] gitaly[1363]: time="2026-06-09T12:10:23.125Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYXRYTXNQA3DPJCV75TQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:53.123" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.124" grpc.time_ms=1.087 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2265vm-test-run-nixbot-gitlab> gitlab # [  325.310831] gitaly[1363]: time="2026-06-09T12:10:23.196Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:23.195" grpc.time_ms=0.874 pid=1363 span.kind=server system=grpc2266vm-test-run-nixbot-gitlab> gitlab # [  325.335666] gitaly[1363]: time="2026-06-09T12:10:23.208Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYXRYTXNQA3DPJCV75TQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:33.162" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:23.193" grpc.time_ms=15.407 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2267vm-test-run-nixbot-gitlab> gitlab # [  325.359502] gitaly[1363]: time="2026-06-09T12:10:23.234Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3895 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:23.234" grpc.time_ms=0.712 pid=1363 span.kind=server system=grpc2268vm-test-run-nixbot-gitlab> gitlab # [  325.378671] gitaly[1363]: time="2026-06-09T12:10:23.265Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T12:10:23.264" grpc.time_ms=0.492 pid=1363 span.kind=server system=grpc2269vm-test-run-nixbot-gitlab> gitlab # [  325.393302] gitaly[1363]: time="2026-06-09T12:10:23.273Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE diskcache=7a249d03-99c6-4535-a3a5-51c1b4a587f9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:10:53.054" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:23.154" pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2270vm-test-run-nixbot-gitlab> gitlab # [  325.407429] gitaly[1363]: time="2026-06-09T12:10:23.273Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=115 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6869 command.oublock=0 command.real_time_ms=112 command.spawn_token_fork_ms=0 command.system_time_ms=59 command.user_time_ms=56 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T12:10:53.054" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:23.154" grpc.time_ms=118.545 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2271vm-test-run-nixbot-gitlab> gitlab # [  325.428204] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2522272vm-test-run-nixbot-gitlab> gitlab # [  325.431764] nixbot[3870]: {"ts": "2026-06-09T12:10:23.286Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 \"HTTP/1.1 201 Created\""}2273vm-test-run-nixbot-gitlab> gitlab # [  325.466133] gitaly[1363]: time="2026-06-09T12:10:23.352Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T12:10:53.249" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.350" grpc.time_ms=1.549 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2274vm-test-run-nixbot-gitlab> gitlab # [  325.485851] gitaly[1363]: time="2026-06-09T12:10:23.361Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MZ63GR687RWH00P3WXS0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:53.360" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.361" grpc.time_ms=0.74 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2275vm-test-run-nixbot-gitlab> gitlab # [  325.533949] gitaly[1363]: time="2026-06-09T12:10:23.420Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MZ63GR687RWH00P3WXS0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T12:10:33.005" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T12:10:23.406" grpc.time_ms=12.949 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2276vm-test-run-nixbot-gitlab> gitlab # [  325.592005] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1782277vm-test-run-nixbot-gitlab> gitlab # [  325.594891] nixbot[3870]: {"ts": "2026-06-09T12:10:23.480Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e11f158a2f918bbac14788e9e9a729eb1305a1b7 \"HTTP/1.1 201 Created\""}2278vm-test-run-nixbot-gitlab> gitlab # [  325.722975] gitaly[1363]: time="2026-06-09T12:10:23.609Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:53.507" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.607" grpc.time_ms=1.111 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2279vm-test-run-nixbot-gitlab> gitlab # [  325.881330] gitaly[1363]: time="2026-06-09T12:10:23.767Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP4MYKVFQFMZ0SKT5HZQBWE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T12:10:53.664" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T12:10:23.765" grpc.time_ms=1.403 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2280vm-test-run-nixbot-gitlab> gitlab # [  325.916634] nix-daemon[4177]: accepted connection from pid 4363, user nixbot2281vm-test-run-nixbot-gitlab> gitlab # [  325.933028] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.818Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"919072350a578e6450acfcc1","created_at":"2026-06-09T12:10:23.813Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"90d3cc471f7b3805f589e3ab","job_size_bytes":3,"pid":2430,"job_status":"deduplicated","message":"PipelineProcessWorker JID-919072350a578e6450acfcc1: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2282vm-test-run-nixbot-gitlab> gitlab # [  325.961070] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.823Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"90d3cc471f7b3805f589e3ab","created_at":"2026-06-09T12:10:22.972Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-b7a6736489b542d1","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:22.981Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2430,"job_status":"rescheduled","message":"PipelineProcessWorker JID-90d3cc471f7b3805f589e3ab: rescheduled"}2283vm-test-run-nixbot-gitlab> gitlab # [  325.982482] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.841Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"90d3cc471f7b3805f589e3ab","created_at":"2026-06-09T12:10:22.972Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-b7a6736489b542d1","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:22.981Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-90d3cc471f7b3805f589e3ab: done: 0.857526 sec","job_status":"done","queue_duration_s":0.002868,"scheduling_latency_s":0.002935,"gitaly_calls":4,"gitaly_duration_s":0.141305,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.10095000000000001,"redis_read_bytes":262,"redis_write_bytes":23382,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002975,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.06617,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001804,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.00588,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14463,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.011178,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000918,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00145,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.0076,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.262,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.016,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.024,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.224,"db_ci_duration_s":0.039,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.376165,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.76783486,"duration_s":0.857526,"completed_at":"2026-06-09T12:10:23.841Z","load_balancing_strategy":"primary","db_duration_s":0.267908,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2284vm-test-run-nixbot-gitlab> gitlab # [  326.039258] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.844Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"a2e192b6fc6b84acf4f79e7f","created_at":"2026-06-09T12:10:23.141Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.145Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-a2e192b6fc6b84acf4f79e7f: start","job_status":"start","queue_duration_s":0.699176,"scheduling_latency_s":0.699218}2285vm-test-run-nixbot-gitlab> gitlab # [  326.057895] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.930Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"a2e192b6fc6b84acf4f79e7f","created_at":"2026-06-09T12:10:23.141Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.145Z","job_size_bytes":23,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-a2e192b6fc6b84acf4f79e7f: done: 0.085734 sec","job_status":"done","queue_duration_s":0.699176,"scheduling_latency_s":0.699218,"redis_calls":7,"redis_duration_s":0.002999,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002192,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000807,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.05818,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.085734,"completed_at":"2026-06-09T12:10:23.930Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019954,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2286vm-test-run-nixbot-gitlab> gitlab # [  326.132949] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.933Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"317ea8555b8863fb0a94c953","created_at":"2026-06-09T12:10:23.282Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.286Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-317ea8555b8863fb0a94c953: start","job_status":"start","queue_duration_s":0.646945,"scheduling_latency_s":0.646981}2287vm-test-run-nixbot-gitlab> gitlab # [  326.158307] gitaly[1363]: time="2026-06-09T12:10:24.018Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KTP4MZT789BFXPGNRDC9WGT5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T12:10:24.008" grpc.time_ms=9.953 pid=1363 remote_ip="2001:db8:1::1" span.kind=server system=grpc2288vm-test-run-nixbot-gitlab> gitlab # [  326.174341] gitlab-workhorse[1290]: gitlab 2001:db8:1::1 - - [2026/06/09:12:10:24 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 762289vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses2290vm-test-run-nixbot-gitlab> gitlab # [  326.176670] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.987Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"317ea8555b8863fb0a94c953","created_at":"2026-06-09T12:10:23.282Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.286Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-317ea8555b8863fb0a94c953: done: 0.054665 sec","job_status":"done","queue_duration_s":0.646945,"scheduling_latency_s":0.646981,"redis_calls":7,"redis_duration_s":0.0032839999999999996,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002485,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000799,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026274,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.054665,"completed_at":"2026-06-09T12:10:23.987Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019377,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2291vm-test-run-nixbot-gitlab> gitlab # [  326.217356] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:23.989Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0059ab23ecf9eae808fa80bf","created_at":"2026-06-09T12:10:23.296Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.300Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0059ab23ecf9eae808fa80bf: start","job_status":"start","queue_duration_s":0.688377,"scheduling_latency_s":0.688399}2292vm-test-run-nixbot-gitlab> gitlab # [  326.232942] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.029Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0059ab23ecf9eae808fa80bf","created_at":"2026-06-09T12:10:23.296Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.300Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0059ab23ecf9eae808fa80bf: done: 0.040456 sec","job_status":"done","queue_duration_s":0.688377,"scheduling_latency_s":0.688399,"redis_calls":7,"redis_duration_s":0.008503,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.006671,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001832,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022674,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040456,"completed_at":"2026-06-09T12:10:24.029Z","load_balancing_strategy":"primary","db_duration_s":0.007247,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2293vm-test-run-nixbot-gitlab> gitlab # [  326.273639] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.031Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"9c9ef2da6345d86f44ff69bd","created_at":"2026-06-09T12:10:23.315Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.319Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-9c9ef2da6345d86f44ff69bd: start","job_status":"start","queue_duration_s":0.712425,"scheduling_latency_s":0.712444}2294vm-test-run-nixbot-gitlab> gitlab # [  326.288239] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.073Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"9c9ef2da6345d86f44ff69bd","created_at":"2026-06-09T12:10:23.315Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.319Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-9c9ef2da6345d86f44ff69bd: done: 0.041899 sec","job_status":"done","queue_duration_s":0.712425,"scheduling_latency_s":0.712444,"redis_calls":10,"redis_duration_s":0.009283,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00477,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.003067,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001446,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041899,"completed_at":"2026-06-09T12:10:24.073Z","load_balancing_strategy":"primary","db_duration_s":0.006924,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2295vm-test-run-nixbot-gitlab> gitlab # [  326.328922] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.075Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"46ff882b127bb1801e412dd3","created_at":"2026-06-09T12:10:23.320Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.323Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-46ff882b127bb1801e412dd3: start","job_status":"start","queue_duration_s":0.752316,"scheduling_latency_s":0.75234}2296vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e11f158a2f918bbac14788e9e9a729eb1305a1b7/statuses, in 0.18 seconds)2297vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T12:10:17.937Z', 'started_at': None, 'finished_at': '2026-06-09T12:10:22.955Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'e11f158a2f918bbac14788e9e9a729eb1305a1b7', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-09T12:10:23.249Z', 'started_at': None, 'finished_at': '2026-06-09T12:10:23.445Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2298vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.31 seconds)2299vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 389.64 seconds)2300vm-test-run-nixbot-gitlab> gitlab # [  326.344418] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.104Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"46ff882b127bb1801e412dd3","created_at":"2026-06-09T12:10:23.320Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.323Z","job_size_bytes":3,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-46ff882b127bb1801e412dd3: done: 0.028806 sec","job_status":"done","queue_duration_s":0.752316,"scheduling_latency_s":0.75234,"redis_calls":7,"redis_duration_s":0.001302,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000373,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016857,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028806,"completed_at":"2026-06-09T12:10:24.104Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003745,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2301vm-test-run-nixbot-gitlab> gitlab # [  326.386996] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.106Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"c0eea23147363ab9c8ca73f4","created_at":"2026-06-09T12:10:23.324Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4MYKVFQFMZ0SKT5HZQBWE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T12:10:23.327Z","job_size_bytes":19,"pid":2430,"sidekiq_tid":"m84m","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-c0eea23147363ab9c8ca73f4: start","job_status":"start","queue_duration_s":0.778421,"scheduling_latency_s":0.778447}2302vm-test-run-nixbot-gitlab> test script finished in 389.68s2303vm-test-run-nixbot-gitlab> cleanup2304vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2305vm-test-run-nixbot-gitlab> gitlab # [  326.405497] sidekiq-cluster[2430]: {"severity":"INFO","time":"2026-06-09T12:10:24.132Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"c0eea23147363ab9c8ca73f4","created_at":"2026-06-09T12:10:23.324Z","trace_propagation_headers":{"sentry-trace":"4e909f552eeb4cf991966bd4d83667f7-6fedbea519cc4288","baggage":"sentry-trace_id=4e909f552eeb4cf991966bd4d83667f7,sentry-release=Unknown"},"correlation_id":"01KTP4Mqemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2306vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.12 seconds)23072308post-build step Upload coverage to codecov: ok2309Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab