1these 13 derivations will be built:2 /nix/store/0ccyr8k9zc4y9hw7nvnv8xbd7qq45g2m-python3.13-nixbot.drv3 /nix/store/ba7rg6wbgqbxmwly87kfl5qp59nqfgm7-unit-nixbot.service.drv4 /nix/store/rbz1w4y4zqbsf3blvp5zhm9wgh1xh6aa-system-units.drv5 /nix/store/s9sndlms874zhx8qmpwlbd0086naak31-etc.drv6 /nix/store/lrv72y2k9mr8q9vl8x46rbc6p2vsb654-activate.drv7 /nix/store/1s48kkz72kbwy9zjlx8440kw981jzjdg-nixos-system-gitlab-test.drv8 /nix/store/k2qyakacklx0iy4ppfp914kq9jss8j9a-closure-info.drv9 /nix/store/f67snp8mc7kh7nilfjsfqggfhvq7bcj3-closure-info.drv10 /nix/store/xq1a5b97ap16qw2wvbj760brfk9wlnax-run-nixos-vm.drv11 /nix/store/4i7c5mqdy1c2v6rhczv3ylk328z900nr-nixos-vm.drv12 /nix/store/jh5f93c8m5m8cymahfs1vbrvdmg7n0j9-driverConfiguration.json.drv13 /nix/store/f28nr6bh0drrk5g5fy0amrlwb19nn8rv-nixos-test-driver-nixbot-gitlab.drv14 /nix/store/2w7jifhxkxm6aifzjvrhnbpv77ajh80n-vm-test-run-nixbot-gitlab.drv15building '/nix/store/0ccyr8k9zc4y9hw7nvnv8xbd7qq45g2m-python3.13-nixbot.drv' on 'ssh-ng://nix@eliza'16building '/nix/store/0ccyr8k9zc4y9hw7nvnv8xbd7qq45g2m-python3.13-nixbot.drv'17python3.13-nixbot> Sourcing python-remove-tests-dir-hook18python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh19python3.13-nixbot> Sourcing python-remove-bin-bytecode-hook.sh20python3.13-nixbot> Sourcing pypa-build-hook21python3.13-nixbot> Using pypaBuildPhase22python3.13-nixbot> Sourcing python-runtime-deps-check-hook23python3.13-nixbot> Using pythonRuntimeDepsCheckHook24python3.13-nixbot> Sourcing pypa-install-hook25python3.13-nixbot> Using pypaInstallPhase26python3.13-nixbot> Sourcing python-imports-check-hook.sh27python3.13-nixbot> Using pythonImportsCheckPhase28python3.13-nixbot> Sourcing python-namespaces-hook29python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh30python3.13-nixbot> Running phase: unpackPhase31python3.13-nixbot> unpacking source archive /nix/store/nr3slj5aazjrhawbqn0v0scszhjiivc0-nixbot32python3.13-nixbot> source root is nixbot33python3.13-nixbot> setting SOURCE_DATE_EPOCH to timestamp 315619200 of file "nixbot/pyproject.toml"34python3.13-nixbot> Running phase: patchPhase35python3.13-nixbot> Running phase: updateAutotoolsGnuConfigScriptsPhase36python3.13-nixbot> Running phase: configurePhase37python3.13-nixbot> no configure script, doing nothing38python3.13-nixbot> Running phase: buildPhase39python3.13-nixbot> Executing pypaBuildPhase40python3.13-nixbot> Creating a wheel...41python3.13-nixbot> pypa build flags: --no-isolation --outdir dist/ --wheel42python3.13-nixbot> * Getting build dependencies for wheel...43python3.13-nixbot> * Building wheel...44python3.13-nixbot> Successfully built nixbot-0.0.1-py3-none-any.whl45python3.13-nixbot> Finished creating a wheel...46python3.13-nixbot> Finished executing pypaBuildPhase47python3.13-nixbot> Running phase: pythonRuntimeDepsCheckHook48python3.13-nixbot> Executing pythonRuntimeDepsCheck49python3.13-nixbot> Checking runtime dependencies for nixbot-0.0.1-py3-none-any.whl50python3.13-nixbot> Finished executing pythonRuntimeDepsCheck51python3.13-nixbot> Running phase: installPhase52python3.13-nixbot> Executing pypaInstallPhase53python3.13-nixbot> Successfully installed nixbot-0.0.1-py3-none-any.whl54python3.13-nixbot> Finished executing pypaInstallPhase55python3.13-nixbot> Running phase: pythonOutputDistPhase56python3.13-nixbot> Executing pythonOutputDistPhase57python3.13-nixbot> Finished executing pythonOutputDistPhase58python3.13-nixbot> Running phase: fixupPhase59python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot60python3.13-nixbot> checking for references to /build/ in /nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot...61python3.13-nixbot> patching script interpreter paths in /nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot62python3.13-nixbot> stripping (with command strip and flags -S -p) in /nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot/lib /nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot/bin63python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/4bw44zm0vwz07nagpyxs6ijv0igmmjf5-python3.13-nixbot-dist64python3.13-nixbot> checking for references to /build/ in /nix/store/4bw44zm0vwz07nagpyxs6ijv0igmmjf5-python3.13-nixbot-dist...65python3.13-nixbot> patching script interpreter paths in /nix/store/4bw44zm0vwz07nagpyxs6ijv0igmmjf5-python3.13-nixbot-dist66python3.13-nixbot> Rewriting #!/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13 to #!/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.1367python3.13-nixbot> wrapping `/nix/store/qdnsrvhcvv581dzrl9cdkwxl6si3aid3-python3.13-nixbot/bin/nixbot'...68python3.13-nixbot> Executing pythonRemoveTestsDir69python3.13-nixbot> Finished executing pythonRemoveTestsDir70python3.13-nixbot> Running phase: pythonCatchConflictsPhase71python3.13-nixbot> Running phase: pythonRemoveBinBytecodePhase72python3.13-nixbot> Running phase: pythonImportsCheckPhase73python3.13-nixbot> Executing pythonImportsCheckPhase74building '/nix/store/ba7rg6wbgqbxmwly87kfl5qp59nqfgm7-unit-nixbot.service.drv' on 'ssh-ng://nix@eliza'75building '/nix/store/ba7rg6wbgqbxmwly87kfl5qp59nqfgm7-unit-nixbot.service.drv'76building '/nix/store/rbz1w4y4zqbsf3blvp5zhm9wgh1xh6aa-system-units.drv' on 'ssh-ng://nix@eliza'77building '/nix/store/rbz1w4y4zqbsf3blvp5zhm9wgh1xh6aa-system-units.drv'78building '/nix/store/s9sndlms874zhx8qmpwlbd0086naak31-etc.drv' on 'ssh-ng://nix@eliza'79building '/nix/store/s9sndlms874zhx8qmpwlbd0086naak31-etc.drv'80building '/nix/store/lrv72y2k9mr8q9vl8x46rbc6p2vsb654-activate.drv' on 'ssh-ng://nix@eliza'81building '/nix/store/lrv72y2k9mr8q9vl8x46rbc6p2vsb654-activate.drv'82building '/nix/store/1s48kkz72kbwy9zjlx8440kw981jzjdg-nixos-system-gitlab-test.drv' on 'ssh-ng://nix@eliza'83building '/nix/store/1s48kkz72kbwy9zjlx8440kw981jzjdg-nixos-system-gitlab-test.drv'84nixos-system-gitlab-test> structuredAttrs is enabled85building '/nix/store/k2qyakacklx0iy4ppfp914kq9jss8j9a-closure-info.drv' on 'ssh-ng://nix@eliza'86building '/nix/store/k2qyakacklx0iy4ppfp914kq9jss8j9a-closure-info.drv'87closure-info> structuredAttrs is enabled88building '/nix/store/f67snp8mc7kh7nilfjsfqggfhvq7bcj3-closure-info.drv' on 'ssh-ng://nix@eliza'89building '/nix/store/f67snp8mc7kh7nilfjsfqggfhvq7bcj3-closure-info.drv'90closure-info> structuredAttrs is enabled91building '/nix/store/xq1a5b97ap16qw2wvbj760brfk9wlnax-run-nixos-vm.drv' on 'ssh-ng://nix@eliza'92building '/nix/store/xq1a5b97ap16qw2wvbj760brfk9wlnax-run-nixos-vm.drv'93building '/nix/store/4i7c5mqdy1c2v6rhczv3ylk328z900nr-nixos-vm.drv' on 'ssh-ng://nix@eliza'94building '/nix/store/4i7c5mqdy1c2v6rhczv3ylk328z900nr-nixos-vm.drv'95building '/nix/store/jh5f93c8m5m8cymahfs1vbrvdmg7n0j9-driverConfiguration.json.drv' on 'ssh-ng://nix@eliza'96building '/nix/store/jh5f93c8m5m8cymahfs1vbrvdmg7n0j9-driverConfiguration.json.drv'97driverConfiguration.json> structuredAttrs is enabled98building '/nix/store/f28nr6bh0drrk5g5fy0amrlwb19nn8rv-nixos-test-driver-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'99building '/nix/store/f28nr6bh0drrk5g5fy0amrlwb19nn8rv-nixos-test-driver-nixbot-gitlab.drv'100nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)101nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck102nixos-test-driver-nixbot-gitlab> All checks passed!------------------------------------------------- 1/1 files 103nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)104nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint105nixos-test-driver-nixbot-gitlab> All checks passed!106building '/nix/store/2w7jifhxkxm6aifzjvrhnbpv77ajh80n-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'107building '/nix/store/2w7jifhxkxm6aifzjvrhnbpv77ajh80n-vm-test-run-nixbot-gitlab.drv'108vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state109vm-test-run-nixbot-gitlab> start all VLans110vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)111vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds112vm-test-run-nixbot-gitlab> run the VM test script113vm-test-run-nixbot-gitlab> additionally exposed symbols:114vm-test-run-nixbot-gitlab> gitlab,115vm-test-run-nixbot-gitlab> vlan1,116vm-test-run-nixbot-gitlab> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh117vm-test-run-nixbot-gitlab> start all VMs118vm-test-run-nixbot-gitlab> gitlab: starting vm119vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)120vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...121vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.T9KDjBGsWD', fmt=raw size=1073741824122vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)123vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks: 0/262144 done124vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes125vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 5e41d7b0-3b61-4c50-a103-0936e965c6d0126vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:127vm-test-run-nixbot-gitlab> gitlab # 32768, 98304, 163840, 229376128vm-test-run-nixbot-gitlab> gitlab # 129vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8 done130vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8 done131vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done132vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8 done133vm-test-run-nixbot-gitlab> gitlab # 134vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.135vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...136vm-test-run-nixbot-gitlab> gitlab # /nix/store/lg4p75b1g1ncr0xf20qpyc96pikpg1sp-gnutar-1.35/bin/tar: /nix/store/y1czk0mlwlpz9k9ih86ajgaplyblwsnm-source/config/events: file changed as we read it137vm-test-run-nixbot-gitlab> gitlab # /nix/store/lg4p75b1g1ncr0xf20qpyc96pikpg1sp-gnutar-1.35/bin/tar: /nix/store/y1czk0mlwlpz9k9ih86ajgaplyblwsnm-source/config/application_setting_columns: file changed as we read it138vm-test-run-nixbot-gitlab> (finished: start all VMs, in 53.80 seconds)139vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.140vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service141vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting142vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]143vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun 1 15:51:08 UTC 2026144vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] KASLR enabled145vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] random: crng init done146vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Machine model: linux,dummy-virt147vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] efi: UEFI not found.148vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT149vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]150vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]151vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Zone ranges:152vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMA [mem 0x0000000040000000-0x00000000ffffffff]153vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMA32 empty154vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Normal [mem 0x0000000100000000-0x00000001bfffffff]155vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Device empty156vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Movable zone start for each node157vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Early memory node ranges158vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] node 0: [mem 0x0000000040000000-0x00000001bfffffff]159vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]160vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] cma: Reserved 32 MiB at 0x00000000fe000000161vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: probing for conduit method from DT.162vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: PSCIv1.3 detected in firmware.163vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: Using standard PSCI v0.2 function IDs164vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: Trusted OS migration not required165vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: SMC Calling Convention v1.1166vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)167vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u311296168vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Detected PIPT I-cache on CPU0169vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)170vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: GICv3 CPU interface171vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Spectre-v4172vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Spectre-BHB173vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_38174vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_23175vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] alternatives: applying boot alternatives176vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/884m052j71n818fmgzi3b106nmzaj2sq-nixos-system-gitlab-test/init regInfo=/nix/store/dd6h50xyd09fas2y2khxrmmf0a5x8m0i-closure-info/registration console=ttyAMA0,115200n8 console=tty0177vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Unknown kernel command line parameters "regInfo=/nix/store/dd6h50xyd09fas2y2khxrmmf0a5x8m0i-closure-info/registration", will be passed to user space.178vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes179vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)180vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)181vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] software IO TLB: area num 4.182vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)183vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Fallback order for Node 0: 0184vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Built 1 zonelists, mobility grouping on. Total pages: 1572864185vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Policy zone: Normal186vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off187vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1188vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] allocated 12582912 bytes of page_ext189vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ftrace: allocating 74648 entries in 292 pages190vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ftrace: allocated 292 pages with 3 groups191vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: Hierarchical RCU implementation.192vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU event tracing is enabled.193vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.194vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Trampoline variant of Tasks RCU enabled.195vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Rude variant of Tasks RCU enabled.196vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Tracing variant of Tasks RCU enabled.197vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.198vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4199vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.200vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.201vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.202vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 0203vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: 256 SPIs implemented204vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: 0 Extended SPIs implemented205vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Root IRQ handler: gic_handle_irq206vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI207vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0208vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000209vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS [mem 0x08080000-0x0809ffff]210vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f00000 (indirect, esz 8, psz 64K, shr 1)211vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f10000 (flat, esz 8, psz 64K, shr 1)212vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: using LPI property table @0x0000000100f20000213vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f40000214vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.215vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).216vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns217vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns218vm-test-run-nixbot-gitlab> gitlab # [ 0.000027] arm-pv: using stolen time PV219vm-test-run-nixbot-gitlab> gitlab # [ 0.000364] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)220vm-test-run-nixbot-gitlab> gitlab # [ 0.000534] Console: colour dummy device 80x25221vm-test-run-nixbot-gitlab> gitlab # [ 0.000541] printk: legacy console [tty0] enabled222vm-test-run-nixbot-gitlab> gitlab # [ 0.000712] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)223vm-test-run-nixbot-gitlab> gitlab # [ 0.000718] pid_max: default: 32768 minimum: 301224vm-test-run-nixbot-gitlab> gitlab # [ 0.000785] LSM: initializing lsm=capability,landlock,yama,bpf,ima225vm-test-run-nixbot-gitlab> gitlab # [ 0.000919] landlock: Up and running.226vm-test-run-nixbot-gitlab> gitlab # [ 0.000922] Yama: becoming mindful.227vm-test-run-nixbot-gitlab> gitlab # [ 0.001402] LSM support for eBPF active228vm-test-run-nixbot-gitlab> gitlab # [ 0.001563] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)229vm-test-run-nixbot-gitlab> gitlab # [ 0.001663] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)230vm-test-run-nixbot-gitlab> gitlab # [ 0.002768] cacheinfo: Unable to detect cache hierarchy for CPU 0231vm-test-run-nixbot-gitlab> gitlab # [ 0.003368] rcu: Hierarchical SRCU implementation.232vm-test-run-nixbot-gitlab> gitlab # [ 0.003372] rcu: Max phase no-delay instances is 1000.233vm-test-run-nixbot-gitlab> gitlab # [ 0.003525] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level234vm-test-run-nixbot-gitlab> gitlab # [ 0.004494] fsl-mc MSI: its@8080000 domain created235vm-test-run-nixbot-gitlab> gitlab # [ 0.004588] EFI services will not be available.236vm-test-run-nixbot-gitlab> gitlab # [ 0.004732] smp: Bringing up secondary CPUs ...237vm-test-run-nixbot-gitlab> gitlab # [ 0.005331] Detected PIPT I-cache on CPU1238vm-test-run-nixbot-gitlab> gitlab # [ 0.005429] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000239vm-test-run-nixbot-gitlab> gitlab # [ 0.005545] GICv3: CPU1: using allocated LPI pending table @0x0000000100f50000240vm-test-run-nixbot-gitlab> gitlab # [ 0.005666] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]241vm-test-run-nixbot-gitlab> gitlab # [ 0.006674] Detected PIPT I-cache on CPU2242vm-test-run-nixbot-gitlab> gitlab # [ 0.006841] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000243vm-test-run-nixbot-gitlab> gitlab # [ 0.006959] GICv3: CPU2: using allocated LPI pending table @0x0000000100f60000244vm-test-run-nixbot-gitlab> gitlab # [ 0.007083] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]245vm-test-run-nixbot-gitlab> gitlab # [ 0.008012] Detected PIPT I-cache on CPU3246vm-test-run-nixbot-gitlab> gitlab # [ 0.008124] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000247vm-test-run-nixbot-gitlab> gitlab # [ 0.008242] GICv3: CPU3: using allocated LPI pending table @0x0000000100f70000248vm-test-run-nixbot-gitlab> gitlab # [ 0.008364] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]249vm-test-run-nixbot-gitlab> gitlab # [ 0.008827] smp: Brought up 1 node, 4 CPUs250vm-test-run-nixbot-gitlab> gitlab # [ 0.008853] SMP: Total of 4 processors activated.251vm-test-run-nixbot-gitlab> gitlab # [ 0.008856] CPU: All CPU(s) started at EL1252vm-test-run-nixbot-gitlab> gitlab # [ 0.008864] CPU features: detected: Branch Target Identification253vm-test-run-nixbot-gitlab> gitlab # [ 0.008867] CPU features: detected: ARMv8.4 Translation Table Level254vm-test-run-nixbot-gitlab> gitlab # [ 0.008870] CPU features: detected: Instruction cache invalidation not required for I/D coherence255vm-test-run-nixbot-gitlab> gitlab # [ 0.008874] CPU features: detected: Data cache clean to the PoU not required for I/D coherence256vm-test-run-nixbot-gitlab> gitlab # [ 0.008877] CPU features: detected: Common not Private translations257vm-test-run-nixbot-gitlab> gitlab # [ 0.008880] CPU features: detected: CRC32 instructions258vm-test-run-nixbot-gitlab> gitlab # [ 0.008882] CPU features: detected: Data cache clean to Point of Deep Persistence259vm-test-run-nixbot-gitlab> gitlab # [ 0.008886] CPU features: detected: Data cache clean to Point of Persistence260vm-test-run-nixbot-gitlab> gitlab # [ 0.008888] CPU features: detected: Data independent timing control (DIT)261vm-test-run-nixbot-gitlab> gitlab # [ 0.008891] CPU features: detected: E0PD262vm-test-run-nixbot-gitlab> gitlab # [ 0.008893] CPU features: detected: Enhanced Counter Virtualization263vm-test-run-nixbot-gitlab> gitlab # [ 0.008896] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)264vm-test-run-nixbot-gitlab> gitlab # [ 0.008899] CPU features: detected: Enhanced Virtualization Traps265vm-test-run-nixbot-gitlab> gitlab # [ 0.008902] CPU features: detected: Fine Grained Traps266vm-test-run-nixbot-gitlab> gitlab # [ 0.008904] CPU features: detected: Generic authentication (architected QARMA5 algorithm)267vm-test-run-nixbot-gitlab> gitlab # [ 0.008908] CPU features: detected: RCpc load-acquire (LDAPR)268vm-test-run-nixbot-gitlab> gitlab # [ 0.008911] CPU features: detected: LSE atomic instructions269vm-test-run-nixbot-gitlab> gitlab # [ 0.008914] CPU features: detected: Privileged Access Never270vm-test-run-nixbot-gitlab> gitlab # [ 0.008916] CPU features: detected: PMUv3271vm-test-run-nixbot-gitlab> gitlab # [ 0.008918] CPU features: detected: RAS Extension Support272vm-test-run-nixbot-gitlab> gitlab # [ 0.008921] CPU features: detected: RASv1p1 Extension Support273vm-test-run-nixbot-gitlab> gitlab # [ 0.008923] CPU features: detected: Random Number Generator274vm-test-run-nixbot-gitlab> gitlab # [ 0.008926] CPU features: detected: Speculation barrier (SB)275vm-test-run-nixbot-gitlab> gitlab # [ 0.008928] CPU features: detected: Stage-2 Force Write-Back276vm-test-run-nixbot-gitlab> gitlab # [ 0.008931] CPU features: detected: TLB range maintenance instructions277vm-test-run-nixbot-gitlab> gitlab # [ 0.008935] CPU features: detected: Speculative Store Bypassing Safe (SSBS)278vm-test-run-nixbot-gitlab> gitlab # [ 0.009066] alternatives: applying system-wide alternatives279vm-test-run-nixbot-gitlab> gitlab # [ 0.011970] CPU features: detected: BBM Level 2 without TLB conflict abort280vm-test-run-nixbot-gitlab> gitlab # [ 0.012211] Memory: 5965808K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)281vm-test-run-nixbot-gitlab> gitlab # [ 0.013556] devtmpfs: initialized282vm-test-run-nixbot-gitlab> gitlab # [ 0.016452] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns283vm-test-run-nixbot-gitlab> gitlab # [ 0.016495] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)284vm-test-run-nixbot-gitlab> gitlab # [ 0.016550] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).285vm-test-run-nixbot-gitlab> gitlab # [ 0.016739] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL286vm-test-run-nixbot-gitlab> gitlab # [ 0.016744] 0 pages in range for non-PLT usage287vm-test-run-nixbot-gitlab> gitlab # [ 0.016745] 508336 pages in range for PLT usage288vm-test-run-nixbot-gitlab> gitlab # [ 0.016843] pinctrl core: initialized pinctrl subsystem289vm-test-run-nixbot-gitlab> gitlab # [ 0.017616] DMI not present or invalid.290vm-test-run-nixbot-gitlab> gitlab # [ 0.020616] NET: Registered PF_NETLINK/PF_ROUTE protocol family291vm-test-run-nixbot-gitlab> gitlab # [ 0.022960] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations292vm-test-run-nixbot-gitlab> gitlab # [ 0.023245] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations293vm-test-run-nixbot-gitlab> gitlab # [ 0.024864] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations294vm-test-run-nixbot-gitlab> gitlab # [ 0.024885] audit: initializing netlink subsys (disabled)295vm-test-run-nixbot-gitlab> gitlab # [ 0.025537] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1296vm-test-run-nixbot-gitlab> gitlab # [ 0.025999] thermal_sys: Registered thermal governor 'fair_share'297vm-test-run-nixbot-gitlab> gitlab # [ 0.026002] thermal_sys: Registered thermal governor 'bang_bang'298vm-test-run-nixbot-gitlab> gitlab # [ 0.026006] thermal_sys: Registered thermal governor 'step_wise'299vm-test-run-nixbot-gitlab> gitlab # [ 0.026009] thermal_sys: Registered thermal governor 'user_space'300vm-test-run-nixbot-gitlab> gitlab # [ 0.026012] thermal_sys: Registered thermal governor 'power_allocator'301vm-test-run-nixbot-gitlab> gitlab # [ 0.026108] cpuidle: using governor ladder302vm-test-run-nixbot-gitlab> gitlab # [ 0.026172] cpuidle: using governor menu303vm-test-run-nixbot-gitlab> gitlab # [ 0.026368] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.304vm-test-run-nixbot-gitlab> gitlab # [ 0.026571] ASID allocator initialised with 65536 entries305vm-test-run-nixbot-gitlab> gitlab # [ 0.027699] Serial: AMBA PL011 UART driver306vm-test-run-nixbot-gitlab> gitlab # [ 0.032835] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1307vm-test-run-nixbot-gitlab> gitlab # [ 0.033176] printk: console [ttyAMA0] enabled308vm-test-run-nixbot-gitlab> gitlab # [ 0.042602] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages309vm-test-run-nixbot-gitlab> gitlab # [ 0.042620] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page310vm-test-run-nixbot-gitlab> gitlab # [ 0.042630] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages311vm-test-run-nixbot-gitlab> gitlab # [ 0.042638] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page312vm-test-run-nixbot-gitlab> gitlab # [ 0.042646] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages313vm-test-run-nixbot-gitlab> gitlab # [ 0.042654] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page314vm-test-run-nixbot-gitlab> gitlab # [ 0.042662] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages315vm-test-run-nixbot-gitlab> gitlab # [ 0.042670] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page316vm-test-run-nixbot-gitlab> gitlab # [ 0.055430] fbcon: Taking over console317vm-test-run-nixbot-gitlab> gitlab # [ 0.055441] ACPI: Interpreter disabled.318vm-test-run-nixbot-gitlab> gitlab # [ 0.056400] iommu: Default domain type: Translated319vm-test-run-nixbot-gitlab> gitlab # [ 0.056404] iommu: DMA domain TLB invalidation policy: strict mode320vm-test-run-nixbot-gitlab> gitlab # [ 0.073868] SCSI subsystem initialized321vm-test-run-nixbot-gitlab> gitlab # [ 0.074919] usbcore: registered new interface driver usbfs322vm-test-run-nixbot-gitlab> gitlab # [ 0.075035] usbcore: registered new interface driver hub323vm-test-run-nixbot-gitlab> gitlab # [ 0.075116] usbcore: registered new device driver usb324vm-test-run-nixbot-gitlab> gitlab # [ 0.075971] pps_core: LinuxPPS API ver. 1 registered325vm-test-run-nixbot-gitlab> gitlab # [ 0.075982] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>326vm-test-run-nixbot-gitlab> gitlab # [ 0.076005] PTP clock support registered327vm-test-run-nixbot-gitlab> gitlab # [ 0.076108] EDAC MC: Ver: 3.0.0328vm-test-run-nixbot-gitlab> gitlab # [ 0.076557] scmi_core: SCMI protocol bus registered329vm-test-run-nixbot-gitlab> gitlab # [ 0.077419] FPGA manager framework330vm-test-run-nixbot-gitlab> gitlab # [ 0.079577] vgaarb: loaded331vm-test-run-nixbot-gitlab> gitlab # [ 0.081587] clocksource: Switched to clocksource arch_sys_counter332vm-test-run-nixbot-gitlab> gitlab # [ 0.081990] VFS: Disk quotas dquot_6.6.0333vm-test-run-nixbot-gitlab> gitlab # [ 0.082013] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)334vm-test-run-nixbot-gitlab> gitlab # [ 0.082419] netfs: FS-Cache loaded335vm-test-run-nixbot-gitlab> gitlab # [ 0.082543] pnp: PnP ACPI: disabled336vm-test-run-nixbot-gitlab> gitlab # [ 0.087446] NET: Registered PF_INET protocol family337vm-test-run-nixbot-gitlab> gitlab # [ 0.089752] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)338vm-test-run-nixbot-gitlab> gitlab # [ 0.150162] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)339vm-test-run-nixbot-gitlab> gitlab # [ 0.150235] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)340vm-test-run-nixbot-gitlab> gitlab # [ 0.150298] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)341vm-test-run-nixbot-gitlab> gitlab # [ 0.150712] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)342vm-test-run-nixbot-gitlab> gitlab # [ 0.151669] TCP: Hash tables configured (established 65536 bind 65536)343vm-test-run-nixbot-gitlab> gitlab # [ 0.151805] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)344vm-test-run-nixbot-gitlab> gitlab # [ 0.151882] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)345vm-test-run-nixbot-gitlab> gitlab # [ 0.152069] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)346vm-test-run-nixbot-gitlab> gitlab # [ 0.152355] NET: Registered PF_UNIX/PF_LOCAL protocol family347vm-test-run-nixbot-gitlab> gitlab # [ 0.152390] NET: Registered PF_XDP protocol family348vm-test-run-nixbot-gitlab> gitlab # [ 0.152411] PCI: CLS 0 bytes, default 64349vm-test-run-nixbot-gitlab> gitlab # [ 0.152657] Trying to unpack rootfs image as initramfs...350vm-test-run-nixbot-gitlab> gitlab # [ 0.162185] kvm [1]: HYP mode not available351vm-test-run-nixbot-gitlab> gitlab # [ 0.235269] Initialise system trusted keyrings352vm-test-run-nixbot-gitlab> gitlab # [ 0.235512] workingset: timestamp_bits=42 max_order=21 bucket_order=0353vm-test-run-nixbot-gitlab> gitlab # [ 0.236150] squashfs: version 4.0 (2009/01/31) Phillip Lougher354vm-test-run-nixbot-gitlab> gitlab # [ 0.236212] 9p: Installing v9fs 9p2000 file system support355vm-test-run-nixbot-gitlab> gitlab # [ 0.251471] Key type asymmetric registered356vm-test-run-nixbot-gitlab> gitlab # [ 0.251486] Asymmetric key parser 'x509' registered357vm-test-run-nixbot-gitlab> gitlab # [ 0.251556] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)358vm-test-run-nixbot-gitlab> gitlab # [ 0.251708] io scheduler mq-deadline registered359vm-test-run-nixbot-gitlab> gitlab # [ 0.251713] io scheduler kyber registered360vm-test-run-nixbot-gitlab> gitlab # [ 0.260610] pl061_gpio 9030000.pl061: PL061 GPIO chip registered361vm-test-run-nixbot-gitlab> gitlab # [ 0.261781] ledtrig-cpu: registered to indicate activity on CPUs362vm-test-run-nixbot-gitlab> gitlab # [ 0.262269] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:363vm-test-run-nixbot-gitlab> gitlab # [ 0.262286] pci-host-generic 4010000000.pcie: IO 0x003eff0000..0x003effffff -> 0x0000000000364vm-test-run-nixbot-gitlab> gitlab # [ 0.262310] pci-host-generic 4010000000.pcie: MEM 0x0010000000..0x003efeffff -> 0x0010000000365vm-test-run-nixbot-gitlab> gitlab # [ 0.262319] pci-host-generic 4010000000.pcie: MEM 0x8000000000..0xffffffffff -> 0x8000000000366vm-test-run-nixbot-gitlab> gitlab # [ 0.262348] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits367vm-test-run-nixbot-gitlab> gitlab # [ 0.262375] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]368vm-test-run-nixbot-gitlab> gitlab # [ 0.262477] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00369vm-test-run-nixbot-gitlab> gitlab # [ 0.262487] pci_bus 0000:00: root bus resource [bus 00-ff]370vm-test-run-nixbot-gitlab> gitlab # [ 0.262492] pci_bus 0000:00: root bus resource [io 0x0000-0xffff]371vm-test-run-nixbot-gitlab> gitlab # [ 0.262496] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]372vm-test-run-nixbot-gitlab> gitlab # [ 0.262500] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]373vm-test-run-nixbot-gitlab> gitlab # [ 0.262582] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint374vm-test-run-nixbot-gitlab> gitlab # [ 0.263256] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint375vm-test-run-nixbot-gitlab> gitlab # [ 0.263548] pci 0000:00:01.0: BAR 0 [io 0x0000-0x001f]376vm-test-run-nixbot-gitlab> gitlab # [ 0.263566] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]377vm-test-run-nixbot-gitlab> gitlab # [ 0.263604] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]378vm-test-run-nixbot-gitlab> gitlab # [ 0.263621] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]379vm-test-run-nixbot-gitlab> gitlab # [ 0.264355] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint380vm-test-run-nixbot-gitlab> gitlab # [ 0.264649] pci 0000:00:02.0: BAR 0 [io 0x0000-0x001f]381vm-test-run-nixbot-gitlab> gitlab # [ 0.264665] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]382vm-test-run-nixbot-gitlab> gitlab # [ 0.264702] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]383vm-test-run-nixbot-gitlab> gitlab # [ 0.265442] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint384vm-test-run-nixbot-gitlab> gitlab # [ 0.265753] pci 0000:00:03.0: BAR 0 [io 0x0000-0x001f]385vm-test-run-nixbot-gitlab> gitlab # [ 0.265769] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]386vm-test-run-nixbot-gitlab> gitlab # [ 0.265812] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]387vm-test-run-nixbot-gitlab> gitlab # [ 0.266529] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint388vm-test-run-nixbot-gitlab> gitlab # [ 0.266818] pci 0000:00:04.0: BAR 0 [io 0x0000-0x001f]389vm-test-run-nixbot-gitlab> gitlab # [ 0.266834] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]390vm-test-run-nixbot-gitlab> gitlab # [ 0.266869] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]391vm-test-run-nixbot-gitlab> gitlab # [ 0.267612] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint392vm-test-run-nixbot-gitlab> gitlab # [ 0.267900] pci 0000:00:05.0: BAR 0 [io 0x0000-0x007f]393vm-test-run-nixbot-gitlab> gitlab # [ 0.267916] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]394vm-test-run-nixbot-gitlab> gitlab # [ 0.267952] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]395vm-test-run-nixbot-gitlab> gitlab # [ 0.268671] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint396vm-test-run-nixbot-gitlab> gitlab # [ 0.268944] pci 0000:00:06.0: BAR 0 [io 0x0000-0x007f]397vm-test-run-nixbot-gitlab> gitlab # [ 0.268961] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]398vm-test-run-nixbot-gitlab> gitlab # [ 0.268997] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]399vm-test-run-nixbot-gitlab> gitlab # [ 0.269806] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint400vm-test-run-nixbot-gitlab> gitlab # [ 0.270109] pci 0000:00:07.0: BAR 0 [io 0x0000-0x001f]401vm-test-run-nixbot-gitlab> gitlab # [ 0.270126] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]402vm-test-run-nixbot-gitlab> gitlab # [ 0.270167] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]403vm-test-run-nixbot-gitlab> gitlab # [ 0.270184] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]404vm-test-run-nixbot-gitlab> gitlab # [ 0.270897] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint405vm-test-run-nixbot-gitlab> gitlab # [ 0.271184] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]406vm-test-run-nixbot-gitlab> gitlab # [ 0.271220] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]407vm-test-run-nixbot-gitlab> gitlab # [ 0.271926] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint408vm-test-run-nixbot-gitlab> gitlab # [ 0.272223] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]409vm-test-run-nixbot-gitlab> gitlab # [ 0.272259] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]410vm-test-run-nixbot-gitlab> gitlab # [ 0.272866] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint411vm-test-run-nixbot-gitlab> gitlab # [ 0.273166] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]412vm-test-run-nixbot-gitlab> gitlab # [ 0.273523] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint413vm-test-run-nixbot-gitlab> gitlab # [ 0.273906] pci 0000:00:0b.0: BAR 0 [io 0x0000-0x003f]414vm-test-run-nixbot-gitlab> gitlab # [ 0.273923] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]415vm-test-run-nixbot-gitlab> gitlab # [ 0.273958] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]416vm-test-run-nixbot-gitlab> gitlab # [ 0.274677] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint417vm-test-run-nixbot-gitlab> gitlab # [ 0.274968] pci 0000:00:0c.0: BAR 0 [io 0x0000-0x001f]418vm-test-run-nixbot-gitlab> gitlab # [ 0.274984] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]419vm-test-run-nixbot-gitlab> gitlab # [ 0.275026] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]420vm-test-run-nixbot-gitlab> gitlab # [ 0.275881] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned421vm-test-run-nixbot-gitlab> gitlab # [ 0.275890] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned422vm-test-run-nixbot-gitlab> gitlab # [ 0.275895] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned423vm-test-run-nixbot-gitlab> gitlab # [ 0.275959] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned424vm-test-run-nixbot-gitlab> gitlab # [ 0.276024] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned425vm-test-run-nixbot-gitlab> gitlab # [ 0.276088] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned426vm-test-run-nixbot-gitlab> gitlab # [ 0.276152] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned427vm-test-run-nixbot-gitlab> gitlab # [ 0.276220] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned428vm-test-run-nixbot-gitlab> gitlab # [ 0.276285] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned429vm-test-run-nixbot-gitlab> gitlab # [ 0.276351] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned430vm-test-run-nixbot-gitlab> gitlab # [ 0.276415] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned431vm-test-run-nixbot-gitlab> gitlab # [ 0.276475] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned432vm-test-run-nixbot-gitlab> gitlab # [ 0.276558] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned433vm-test-run-nixbot-gitlab> gitlab # [ 0.276624] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned434vm-test-run-nixbot-gitlab> gitlab # [ 0.276648] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned435vm-test-run-nixbot-gitlab> gitlab # [ 0.276673] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned436vm-test-run-nixbot-gitlab> gitlab # [ 0.276697] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned437vm-test-run-nixbot-gitlab> gitlab # [ 0.276722] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned438vm-test-run-nixbot-gitlab> gitlab # [ 0.276746] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned439vm-test-run-nixbot-gitlab> gitlab # [ 0.276771] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned440vm-test-run-nixbot-gitlab> gitlab # [ 0.276803] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned441vm-test-run-nixbot-gitlab> gitlab # [ 0.276828] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned442vm-test-run-nixbot-gitlab> gitlab # [ 0.276859] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned443vm-test-run-nixbot-gitlab> gitlab # [ 0.276884] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned444vm-test-run-nixbot-gitlab> gitlab # [ 0.276916] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned445vm-test-run-nixbot-gitlab> gitlab # [ 0.276941] pci 0000:00:05.0: BAR 0 [io 0x1000-0x107f]: assigned446vm-test-run-nixbot-gitlab> gitlab # [ 0.276972] pci 0000:00:06.0: BAR 0 [io 0x1080-0x10ff]: assigned447vm-test-run-nixbot-gitlab> gitlab # [ 0.276996] pci 0000:00:0b.0: BAR 0 [io 0x1100-0x113f]: assigned448vm-test-run-nixbot-gitlab> gitlab # [ 0.277020] pci 0000:00:01.0: BAR 0 [io 0x1140-0x115f]: assigned449vm-test-run-nixbot-gitlab> gitlab # [ 0.277050] pci 0000:00:02.0: BAR 0 [io 0x1160-0x117f]: assigned450vm-test-run-nixbot-gitlab> gitlab # [ 0.277075] pci 0000:00:03.0: BAR 0 [io 0x1180-0x119f]: assigned451vm-test-run-nixbot-gitlab> gitlab # [ 0.277099] pci 0000:00:04.0: BAR 0 [io 0x11a0-0x11bf]: assigned452vm-test-run-nixbot-gitlab> gitlab # [ 0.277124] pci 0000:00:07.0: BAR 0 [io 0x11c0-0x11df]: assigned453vm-test-run-nixbot-gitlab> gitlab # [ 0.277155] pci 0000:00:0c.0: BAR 0 [io 0x11e0-0x11ff]: assigned454vm-test-run-nixbot-gitlab> gitlab # [ 0.277185] pci_bus 0000:00: resource 4 [io 0x0000-0xffff]455vm-test-run-nixbot-gitlab> gitlab # [ 0.277192] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]456vm-test-run-nixbot-gitlab> gitlab # [ 0.277196] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]457vm-test-run-nixbot-gitlab> gitlab # [ 0.279091] pci 0000:00:0a.0: enabling device (0000 -> 0002)458vm-test-run-nixbot-gitlab> gitlab # [ 0.295126] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)459vm-test-run-nixbot-gitlab> gitlab # [ 0.297811] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)460vm-test-run-nixbot-gitlab> gitlab # [ 0.300287] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)461vm-test-run-nixbot-gitlab> gitlab # [ 0.303101] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)462vm-test-run-nixbot-gitlab> gitlab # [ 0.306875] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)463vm-test-run-nixbot-gitlab> gitlab # [ 0.310886] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)464vm-test-run-nixbot-gitlab> gitlab # [ 0.313324] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)465vm-test-run-nixbot-gitlab> gitlab # [ 0.315920] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)466vm-test-run-nixbot-gitlab> gitlab # [ 0.318236] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)467vm-test-run-nixbot-gitlab> gitlab # [ 0.324567] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)468vm-test-run-nixbot-gitlab> gitlab # [ 0.327366] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)469vm-test-run-nixbot-gitlab> gitlab # [ 0.333403] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled470vm-test-run-nixbot-gitlab> gitlab # [ 0.335561] msm_serial: driver initialized471vm-test-run-nixbot-gitlab> gitlab # [ 0.335782] SuperH (H)SCI(F) driver initialized472vm-test-run-nixbot-gitlab> gitlab # [ 0.335849] STM32 USART driver initialized473vm-test-run-nixbot-gitlab> gitlab # [ 0.362420] loop: module loaded474vm-test-run-nixbot-gitlab> gitlab # [ 0.362662] virtio_blk virtio4: 4/0/0 default/read/poll queues475vm-test-run-nixbot-gitlab> gitlab # [ 0.364834] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)476vm-test-run-nixbot-gitlab> gitlab # [ 0.366782] virtio_blk virtio5: 4/0/0 default/read/poll queues477vm-test-run-nixbot-gitlab> gitlab # [ 0.368824] virtio_blk virtio5: [vdb] 10849136 512-byte logical blocks (5.55 GB/5.17 GiB)478vm-test-run-nixbot-gitlab> gitlab # [ 0.371040] megasas: 07.734.00.00-rc1479vm-test-run-nixbot-gitlab> gitlab # [ 0.371861] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]480vm-test-run-nixbot-gitlab> gitlab # [ 0.374860] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000481vm-test-run-nixbot-gitlab> gitlab # [ 0.374879] Intel/Sharp Extended Query Table at 0x0031482vm-test-run-nixbot-gitlab> gitlab # [ 0.376866] Using buffer write method483vm-test-run-nixbot-gitlab> gitlab # [ 0.376910] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]484vm-test-run-nixbot-gitlab> gitlab # [ 0.378965] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000485vm-test-run-nixbot-gitlab> gitlab # [ 0.378985] Intel/Sharp Extended Query Table at 0x0031486vm-test-run-nixbot-gitlab> gitlab # [ 0.380827] Using buffer write method487vm-test-run-nixbot-gitlab> gitlab # [ 0.380846] Concatenating MTD devices:488vm-test-run-nixbot-gitlab> gitlab # [ 0.380849] (0): "0.flash"489vm-test-run-nixbot-gitlab> gitlab # [ 0.380851] (1): "0.flash"490vm-test-run-nixbot-gitlab> gitlab # [ 0.380854] into device "0.flash"491vm-test-run-nixbot-gitlab> gitlab # [ 0.553540] Freeing initrd memory: 25372K492vm-test-run-nixbot-gitlab> gitlab # [ 0.570984] tun: Universal TUN/TAP device driver, 1.6493vm-test-run-nixbot-gitlab> gitlab # [ 0.578569] thunder_xcv, ver 1.0494vm-test-run-nixbot-gitlab> gitlab # [ 0.578671] thunder_bgx, ver 1.0495vm-test-run-nixbot-gitlab> gitlab # [ 0.578723] nicpf, ver 1.0496vm-test-run-nixbot-gitlab> gitlab # [ 0.580304] e1000: Intel(R) PRO/1000 Network Driver497vm-test-run-nixbot-gitlab> gitlab # [ 0.580315] e1000: Copyright (c) 1999-2006 Intel Corporation.498vm-test-run-nixbot-gitlab> gitlab # [ 0.580376] e1000e: Intel(R) PRO/1000 Network Driver499vm-test-run-nixbot-gitlab> gitlab # [ 0.580388] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.500vm-test-run-nixbot-gitlab> gitlab # [ 0.580473] igb: Intel(R) Gigabit Ethernet Network Driver501vm-test-run-nixbot-gitlab> gitlab # [ 0.580482] igb: Copyright (c) 2007-2014 Intel Corporation.502vm-test-run-nixbot-gitlab> gitlab # [ 0.580559] igbvf: Intel(R) Gigabit Virtual Function Network Driver503vm-test-run-nixbot-gitlab> gitlab # [ 0.580569] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.504vm-test-run-nixbot-gitlab> gitlab # [ 0.580953] sky2: driver version 1.30505vm-test-run-nixbot-gitlab> gitlab # [ 0.585804] usbcore: registered new interface driver usb-storage506vm-test-run-nixbot-gitlab> gitlab # [ 0.586081] usbcore: registered new interface driver usbserial_generic507vm-test-run-nixbot-gitlab> gitlab # [ 0.586127] usbserial: USB Serial support registered for generic508vm-test-run-nixbot-gitlab> gitlab # [ 0.586191] ehci-pci 0000:00:0a.0: EHCI Host Controller509vm-test-run-nixbot-gitlab> gitlab # [ 0.586263] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1510vm-test-run-nixbot-gitlab> gitlab # [ 0.587008] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000511vm-test-run-nixbot-gitlab> gitlab # [ 0.587872] hv_vmbus: registering driver hyperv_keyboard512vm-test-run-nixbot-gitlab> gitlab # [ 0.590249] rtc-pl031 9010000.pl031: registered as rtc0513vm-test-run-nixbot-gitlab> gitlab # [ 0.590304] rtc-pl031 9010000.pl031: setting system clock to 2026-06-13T04:16:05 UTC (1781324165)514vm-test-run-nixbot-gitlab> gitlab # [ 0.591174] i2c_dev: i2c /dev entries driver515vm-test-run-nixbot-gitlab> gitlab # [ 0.597685] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00516vm-test-run-nixbot-gitlab> gitlab # [ 0.599002] hub 1-0:1.0: USB hub found517vm-test-run-nixbot-gitlab> gitlab # [ 0.599200] hub 1-0:1.0: 6 ports detected518vm-test-run-nixbot-gitlab> gitlab # [ 0.599419] sdhci: Secure Digital Host Controller Interface driver519vm-test-run-nixbot-gitlab> gitlab # [ 0.599434] sdhci: Copyright(c) Pierre Ossman520vm-test-run-nixbot-gitlab> gitlab # [ 0.600265] Synopsys Designware Multimedia Card Interface Driver521vm-test-run-nixbot-gitlab> gitlab # [ 0.601483] sdhci-pltfm: SDHCI platform and OF driver helper522vm-test-run-nixbot-gitlab> gitlab # [ 0.606415] hid: raw HID events driver (C) Jiri Kosina523vm-test-run-nixbot-gitlab> gitlab # [ 0.607441] usbcore: registered new interface driver usbhid524vm-test-run-nixbot-gitlab> gitlab # [ 0.607454] usbhid: USB HID core driver525vm-test-run-nixbot-gitlab> gitlab # [ 0.636467] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available526vm-test-run-nixbot-gitlab> gitlab # [ 0.641167] drop_monitor: Initializing network drop monitor service527vm-test-run-nixbot-gitlab> gitlab # [ 0.641465] NET: Registered PF_INET6 protocol family528vm-test-run-nixbot-gitlab> gitlab # [ 0.643373] Segment Routing with IPv6529vm-test-run-nixbot-gitlab> gitlab # [ 0.643408] In-situ OAM (IOAM) with IPv6530vm-test-run-nixbot-gitlab> gitlab # [ 0.643553] NET: Registered PF_PACKET protocol family531vm-test-run-nixbot-gitlab> gitlab # [ 0.643996] 9pnet: Installing 9P2000 support532vm-test-run-nixbot-gitlab> gitlab # [ 0.648038] Key type dns_resolver registered533vm-test-run-nixbot-gitlab> gitlab # [ 0.666858] registered taskstats version 1534vm-test-run-nixbot-gitlab> gitlab # [ 0.667361] Loading compiled-in X.509 certificates535vm-test-run-nixbot-gitlab> gitlab # [ 0.691691] Demotion targets for Node 0: null536vm-test-run-nixbot-gitlab> gitlab # [ 0.691930] Key type .fscrypt registered537vm-test-run-nixbot-gitlab> gitlab # [ 0.691939] Key type fscrypt-provisioning registered538vm-test-run-nixbot-gitlab> gitlab # [ 0.692145] ima: No TPM chip found, activating TPM-bypass!539vm-test-run-nixbot-gitlab> gitlab # [ 0.692171] ima: Allocated hash algorithm: sha1540vm-test-run-nixbot-gitlab> gitlab # [ 0.692208] ima: No architecture policies found541vm-test-run-nixbot-gitlab> gitlab # [ 0.693385] input: gpio-keys as /devices/platform/gpio-keys/input/input0542vm-test-run-nixbot-gitlab> gitlab # [ 0.732791] clk: Disabling unused clocks543vm-test-run-nixbot-gitlab> gitlab # [ 0.732842] PM: genpd: Disabling unused power domains544vm-test-run-nixbot-gitlab> gitlab # [ 0.741492] Freeing unused kernel memory: 4736K545vm-test-run-nixbot-gitlab> gitlab # [ 0.741857] Run /init as init process546vm-test-run-nixbot-gitlab> gitlab # [ 0.785476] systemd[1]: Successfully made /usr/ read-only.547vm-test-run-nixbot-gitlab> gitlab # [ 0.857663] usb 1-1: new high-speed USB device number 2 using ehci-pci548vm-test-run-nixbot-gitlab> gitlab # [ 1.014424] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1549vm-test-run-nixbot-gitlab> gitlab # [ 1.102285] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0550vm-test-run-nixbot-gitlab> gitlab # [ 1.120299] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)551vm-test-run-nixbot-gitlab> gitlab # [ 1.120363] systemd[1]: Detected virtualization qemu.552vm-test-run-nixbot-gitlab> gitlab # [ 1.120429] systemd[1]: Detected architecture arm64.553vm-test-run-nixbot-gitlab> gitlab # [ 1.120444] systemd[1]: Running in initrd.554vm-test-run-nixbot-gitlab> gitlab # [ 1.121414] systemd[1]: Initializing machine ID from random generator.555vm-test-run-nixbot-gitlab> gitlab # [ 1.121818] systemd[1]: Hostname set to <gitlab>.556vm-test-run-nixbot-gitlab> gitlab # [ 1.225676] usb 1-2: new high-speed USB device number 3 using ehci-pci557vm-test-run-nixbot-gitlab> gitlab # [ 1.284076] systemd[1]: Queued start job for default target Initrd Default Target.558vm-test-run-nixbot-gitlab> gitlab # [ 1.384056] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2559vm-test-run-nixbot-gitlab> gitlab # [ 1.385974] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0560vm-test-run-nixbot-gitlab> gitlab # [ 1.531563] systemd[1]: Created slice Slice /system/modprobe.561vm-test-run-nixbot-gitlab> gitlab # [ 1.532095] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.562vm-test-run-nixbot-gitlab> gitlab # [ 1.532166] systemd[1]: Expecting device /dev/disk/by-label/nix-store...563vm-test-run-nixbot-gitlab> gitlab # [ 1.532192] systemd[1]: Expecting device /dev/disk/by-label/nixos...564vm-test-run-nixbot-gitlab> gitlab # [ 1.532247] systemd[1]: Reached target Path Units.565vm-test-run-nixbot-gitlab> gitlab # [ 1.532280] systemd[1]: Reached target Slice Units.566vm-test-run-nixbot-gitlab> gitlab # [ 1.532317] systemd[1]: Reached target Swaps.567vm-test-run-nixbot-gitlab> gitlab # [ 1.532357] systemd[1]: Reached target Timer Units.568vm-test-run-nixbot-gitlab> gitlab # [ 1.532706] systemd[1]: Listening on D-Bus System Message Bus Socket.569vm-test-run-nixbot-gitlab> gitlab # [ 1.533121] systemd[1]: Listening on Journal Socket (/dev/log).570vm-test-run-nixbot-gitlab> gitlab # [ 1.533479] systemd[1]: Listening on Journal Sockets.571vm-test-run-nixbot-gitlab> gitlab # [ 1.533846] systemd[1]: Listening on udev Control Socket.572vm-test-run-nixbot-gitlab> gitlab # [ 1.534027] systemd[1]: Listening on udev Kernel Socket.573vm-test-run-nixbot-gitlab> gitlab # [ 1.534066] systemd[1]: Reached target Socket Units.574vm-test-run-nixbot-gitlab> gitlab # [ 1.541378] systemd[1]: Starting Create List of Static Device Nodes...575vm-test-run-nixbot-gitlab> gitlab # [ 1.549205] systemd[1]: Starting Load Kernel Module 9pnet_virtio...576vm-test-run-nixbot-gitlab> gitlab # [ 1.549354] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs577vm-test-run-nixbot-gitlab> gitlab # [ 1.578581] systemd[1]: Mounting Kernel Configuration File System...578vm-test-run-nixbot-gitlab> gitlab # [ 1.591841] systemd[1]: Starting Journal Service...579vm-test-run-nixbot-gitlab> gitlab # [ 1.599972] systemd[1]: Starting Load Kernel Modules...580vm-test-run-nixbot-gitlab> gitlab # [ 1.602160] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki581vm-test-run-nixbot-gitlab> gitlab # [ 1.614765] systemd[1]: Starting Coldplug All udev Devices...582vm-test-run-nixbot-gitlab> gitlab # [ 1.636033] systemd[1]: Finished Create List of Static Device Nodes.583vm-test-run-nixbot-gitlab> gitlab # [ 1.638391] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.584vm-test-run-nixbot-gitlab> gitlab # [ 1.644040] systemd[1]: Finished Load Kernel Module 9pnet_virtio.585vm-test-run-nixbot-gitlab> gitlab # [ 1.650883] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0586vm-test-run-nixbot-gitlab> gitlab # [ 1.651336] [drm] features: -virgl +edid -resource_blob -host_visible587vm-test-run-nixbot-gitlab> gitlab # [ 1.651342] [drm] features: -context_init588vm-test-run-nixbot-gitlab> gitlab # [ 1.651475] systemd-journald[154]: Collecting audit messages is disabled.589vm-test-run-nixbot-gitlab> gitlab # [ 1.656153] systemd[1]: Mounted Kernel Configuration File System.590vm-test-run-nixbot-gitlab> gitlab # [ 1.657645] [drm] number of scanouts: 1591vm-test-run-nixbot-gitlab> gitlab # [ 1.657689] [drm] number of cap sets: 0592vm-test-run-nixbot-gitlab> gitlab # [ 1.658777] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic593vm-test-run-nixbot-gitlab> gitlab # [ 1.658789] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0594vm-test-run-nixbot-gitlab> gitlab # [ 1.667138] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.595vm-test-run-nixbot-gitlab> gitlab # [ 1.673806] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...596vm-test-run-nixbot-gitlab> gitlab # [ 1.674004] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev597vm-test-run-nixbot-gitlab> gitlab # [ 1.674867] Console: switching to colour frame buffer device 160x50598vm-test-run-nixbot-gitlab> gitlab # [ 1.680847] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device599vm-test-run-nixbot-gitlab> gitlab # [ 1.714097] systemd[1]: Finished Load Kernel Modules.600vm-test-run-nixbot-gitlab> gitlab # [ 1.725965] systemd[1]: Starting Apply Kernel Variables...601vm-test-run-nixbot-gitlab> gitlab # [ 1.740093] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.602vm-test-run-nixbot-gitlab> gitlab # [ 1.740995] systemd[1]: Started Journal Service.603vm-test-run-nixbot-gitlab> gitlab # [ 1.739421] systemd-modules-load[157]: Using 4 probe threads604vm-test-run-nixbot-gitlab> gitlab # [ 1.744957] systemd-modules-load[157]: Module 'virtio_balloon' is built in605vm-test-run-nixbot-gitlab> gitlab # [ 1.746099] systemd-modules-load[157]: Module 'virtio_console' is built in606vm-test-run-nixbot-gitlab> gitlab # [ 1.747247] systemd-modules-load[157]: Module 'virtio_rng' is built in607vm-test-run-nixbot-gitlab> gitlab # [ 1.748454] systemd-modules-load[157]: Inserted module 'dm_mod'608vm-test-run-nixbot-gitlab> gitlab # [ 1.749422] systemd-modules-load[157]: Inserted module 'virtio_gpu'609vm-test-run-nixbot-gitlab> gitlab # [ 1.750393] systemd[1]: Starting Create Static Device Nodes in /dev...610vm-test-run-nixbot-gitlab> gitlab # [ 1.772600] systemd[1]: Finished Create Static Device Nodes in /dev.611vm-test-run-nixbot-gitlab> gitlab # [ 1.777942] systemd[1]: Finished Apply Kernel Variables.612vm-test-run-nixbot-gitlab> gitlab # [ 1.779293] systemd[1]: Reached target Preparation for Local File Systems.613vm-test-run-nixbot-gitlab> gitlab # [ 1.781163] systemd[1]: Reached target Local File Systems.614vm-test-run-nixbot-gitlab> gitlab # [ 1.787375] systemd[1]: Starting Create System Files and Directories...615vm-test-run-nixbot-gitlab> gitlab # [ 1.792111] systemd[1]: Starting Rule-based Manager for Device Events and Files...616vm-test-run-nixbot-gitlab> gitlab # [ 1.813997] systemd[1]: Finished Create System Files and Directories.617vm-test-run-nixbot-gitlab> gitlab # [ 1.843681] systemd-udevd[192]: Using default interface naming scheme 'v260'.618vm-test-run-nixbot-gitlab> gitlab # [ 1.872255] systemd[1]: Started Rule-based Manager for Device Events and Files.619vm-test-run-nixbot-gitlab> gitlab # [ 1.912778] systemd[1]: Starting Virtual Console Setup...620vm-test-run-nixbot-gitlab> gitlab # [ 1.993995] systemd-vconsole-setup[209]: Configuration of first virtual console was skipped, ignoring remaining ones.621vm-test-run-nixbot-gitlab> gitlab # [ 2.000137] systemd[1]: Finished Virtual Console Setup.622vm-test-run-nixbot-gitlab> gitlab # [ 2.323995] systemd[1]: Finished Coldplug All udev Devices.623vm-test-run-nixbot-gitlab> gitlab # [ 2.324872] systemd[1]: Reached target System Initialization.624vm-test-run-nixbot-gitlab> gitlab # [ 2.325647] systemd[1]: Reached target Basic System.625vm-test-run-nixbot-gitlab> gitlab # [ 2.494628] (udev-worker)[203]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.626vm-test-run-nixbot-gitlab> gitlab # [ 2.499216] (udev-worker)[203]: Network interface NamePolicy= disabled on kernel command line.627vm-test-run-nixbot-gitlab> gitlab # [ 2.512330] (udev-worker)[220]: Network interface NamePolicy= disabled on kernel command line.628vm-test-run-nixbot-gitlab> gitlab # [ 2.544654] systemd[1]: Found device /dev/disk/by-label/nixos.629vm-test-run-nixbot-gitlab> gitlab # [ 2.548915] systemd[1]: Reached target Initrd Root Device.630vm-test-run-nixbot-gitlab> gitlab # [ 2.552676] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...631vm-test-run-nixbot-gitlab> gitlab # [ 2.559034] systemd[1]: Found device /dev/disk/by-label/nix-store.632vm-test-run-nixbot-gitlab> gitlab # [ 2.592332] systemd-fsck[234]: nixos: clean, 12/65536 files, 13019/262144 blocks633vm-test-run-nixbot-gitlab> gitlab # [ 2.599112] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.634vm-test-run-nixbot-gitlab> gitlab # [ 2.632124] systemd[1]: Mounting /sysroot...635vm-test-run-nixbot-gitlab> gitlab # [ 2.676378] EXT4-fs (vda): mounted filesystem 5e41d7b0-3b61-4c50-a103-0936e965c6d0 r/w with ordered data mode. Quota mode: none.636vm-test-run-nixbot-gitlab> gitlab # [ 2.679626] systemd[1]: Mounted /sysroot.637vm-test-run-nixbot-gitlab> gitlab # [ 2.681084] systemd[1]: Reached target Initrd Root File System.638vm-test-run-nixbot-gitlab> gitlab # [ 2.685630] systemd[1]: Mounting /sysroot/nix/.ro-store...639vm-test-run-nixbot-gitlab> gitlab # [ 2.698340] systemd[1]: Mounting /sysroot/nix/.rw-store...640vm-test-run-nixbot-gitlab> gitlab # [ 2.714580] systemd[1]: Mounting /sysroot/run...641vm-test-run-nixbot-gitlab> gitlab # [ 2.736315] systemd[1]: Mounting /sysroot/tmp/shared...642vm-test-run-nixbot-gitlab> gitlab # [ 2.764748] systemd[1]: Mounting /sysroot/tmp/xchg...643vm-test-run-nixbot-gitlab> gitlab # [ 2.789541] systemd[1]: Starting Mountpoints Configured in the Real Root...644vm-test-run-nixbot-gitlab> gitlab # [ 2.805793] systemd-sysroot-fstab-check[256]: /sysroot should be mounted in the initrd, will request daemon-reload.645vm-test-run-nixbot-gitlab> gitlab # [ 2.809756] systemd[1]: Mounted /sysroot/nix/.rw-store.646vm-test-run-nixbot-gitlab> gitlab # [ 2.813211] systemd[1]: Mounted /sysroot/run.647vm-test-run-nixbot-gitlab> gitlab # [ 2.837424] systemd[1]: Starting rw-sysroot-nix-store.service...648vm-test-run-nixbot-gitlab> gitlab # [ 2.839998] systemd[1]: Reload requested from client PID 256 ('systemd-sysroot') (unit initrd-parse-etc.service)...649vm-test-run-nixbot-gitlab> gitlab # [ 2.842892] systemd[1]: Reloading...650vm-test-run-nixbot-gitlab> gitlab # [ 3.128882] erofs (device vdb): mounted with root inode @ nid 128.651vm-test-run-nixbot-gitlab> gitlab # [ 3.197175] systemd[1]: Reloading finished in 353 ms.652vm-test-run-nixbot-gitlab> gitlab # [ 3.237945] (udev-worker)[200]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory653vm-test-run-nixbot-gitlab> gitlab # [ 3.240345] (udev-worker)[200]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory654vm-test-run-nixbot-gitlab> gitlab # [ 3.243867] systemd-sysroot-fstab-check[256]: Requesting initrd-fs.target/start/replace...655vm-test-run-nixbot-gitlab> gitlab # [ 3.329587] systemd[1]: Mounted /sysroot/nix/.ro-store.656vm-test-run-nixbot-gitlab> gitlab # [ 3.331341] systemd[1]: Mounted /sysroot/tmp/shared.657vm-test-run-nixbot-gitlab> gitlab # [ 3.333060] systemd[1]: Mounted /sysroot/tmp/xchg.658vm-test-run-nixbot-gitlab> gitlab # [ 3.334599] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.659vm-test-run-nixbot-gitlab> gitlab # [ 3.336888] systemd[1]: Finished rw-sysroot-nix-store.service.660vm-test-run-nixbot-gitlab> gitlab # [ 3.347338] systemd-sysroot-fstab-check[256]: Requesting swap.target/start/replace...661vm-test-run-nixbot-gitlab> gitlab # [ 3.357832] systemd[1]: initrd-parse-etc.service: Deactivated successfully.662vm-test-run-nixbot-gitlab> gitlab # [ 3.361590] systemd[1]: Finished Mountpoints Configured in the Real Root.663vm-test-run-nixbot-gitlab> gitlab # [ 3.363367] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.664vm-test-run-nixbot-gitlab> gitlab # [ 3.394577] systemd[1]: Starting rw-sysroot-nix-store.service...665vm-test-run-nixbot-gitlab> gitlab # [ 3.396912] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.666vm-test-run-nixbot-gitlab> gitlab # [ 3.399388] systemd[1]: Stopped Virtual Console Setup.667vm-test-run-nixbot-gitlab> gitlab # [ 3.401340] systemd[1]: Stopping Virtual Console Setup...668vm-test-run-nixbot-gitlab> gitlab # [ 3.404917] systemd[1]: Starting Virtual Console Setup...669vm-test-run-nixbot-gitlab> gitlab # [ 3.425802] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.670vm-test-run-nixbot-gitlab> gitlab # [ 3.431627] systemd[1]: Finished rw-sysroot-nix-store.service.671vm-test-run-nixbot-gitlab> gitlab # [ 3.456757] systemd-vconsole-setup[489]: Configuration of first virtual console was skipped, ignoring remaining ones.672vm-test-run-nixbot-gitlab> gitlab # [ 3.464870] systemd[1]: Finished Virtual Console Setup.673vm-test-run-nixbot-gitlab> gitlab # [ 3.636673] systemd[1]: Mounting /sysroot/nix/store...674vm-test-run-nixbot-gitlab> gitlab # [ 3.698103] systemd[1]: Mounted /sysroot/nix/store.675vm-test-run-nixbot-gitlab> gitlab # [ 3.700462] systemd[1]: Reached target Initrd File Systems.676vm-test-run-nixbot-gitlab> gitlab # [ 3.706475] systemd[1]: Starting Find NixOS closure...677vm-test-run-nixbot-gitlab> gitlab # [ 3.713363] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...678vm-test-run-nixbot-gitlab> gitlab # [ 3.767786] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.679vm-test-run-nixbot-gitlab> gitlab # [ 3.771407] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.680vm-test-run-nixbot-gitlab> gitlab # [ 3.794249] systemd[1]: Finished Find NixOS closure.681vm-test-run-nixbot-gitlab> gitlab # [ 3.796606] systemd[1]: Reached target Initrd Default Target.682vm-test-run-nixbot-gitlab> gitlab # [ 3.803659] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...683vm-test-run-nixbot-gitlab> gitlab # [ 3.857451] systemd[1]: Stopped target Initrd Default Target.684vm-test-run-nixbot-gitlab> gitlab # [ 3.859954] systemd[1]: Stopped target Basic System.685vm-test-run-nixbot-gitlab> gitlab # [ 3.862100] systemd[1]: Stopped target Initrd Root Device.686vm-test-run-nixbot-gitlab> gitlab # [ 3.864391] systemd[1]: Stopped target Path Units.687vm-test-run-nixbot-gitlab> gitlab # [ 3.866414] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.688vm-test-run-nixbot-gitlab> gitlab # [ 3.869659] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.689vm-test-run-nixbot-gitlab> gitlab # [ 3.872852] systemd[1]: Stopped target Slice Units.690vm-test-run-nixbot-gitlab> gitlab # [ 3.874903] systemd[1]: Stopped target Socket Units.691vm-test-run-nixbot-gitlab> gitlab # [ 3.877050] systemd[1]: Stopped target System Initialization.692vm-test-run-nixbot-gitlab> gitlab # [ 3.879346] systemd[1]: Stopped target Swaps.693vm-test-run-nixbot-gitlab> gitlab # [ 3.881302] systemd[1]: Stopped target Timer Units.694vm-test-run-nixbot-gitlab> gitlab # [ 3.883315] systemd[1]: dbus.socket: Deactivated successfully.695vm-test-run-nixbot-gitlab> gitlab # [ 3.885945] systemd[1]: Closed D-Bus System Message Bus Socket.696vm-test-run-nixbot-gitlab> gitlab # [ 3.888371] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.697vm-test-run-nixbot-gitlab> gitlab # [ 3.891376] systemd[1]: Stopped Find NixOS closure.698vm-test-run-nixbot-gitlab> gitlab # [ 3.893576] systemd[1]: Starting Load Kernel Module 9pnet_virtio...699vm-test-run-nixbot-gitlab> gitlab # [ 3.896185] systemd[1]: Starting rw-sysroot-nix-store.service...700vm-test-run-nixbot-gitlab> gitlab # [ 3.898682] systemd[1]: systemd-sysctl.service: Deactivated successfully.701vm-test-run-nixbot-gitlab> gitlab # [ 3.901489] systemd[1]: Stopped Apply Kernel Variables.702vm-test-run-nixbot-gitlab> gitlab # [ 3.903649] systemd[1]: systemd-modules-load.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [ 3.906698] systemd[1]: Stopped Load Kernel Modules.704vm-test-run-nixbot-gitlab> gitlab # [ 3.910903] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.705vm-test-run-nixbot-gitlab> gitlab # [ 3.914522] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.706vm-test-run-nixbot-gitlab> gitlab # [ 3.920759] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.707vm-test-run-nixbot-gitlab> gitlab # [ 3.923715] systemd[1]: Stopped Create System Files and Directories.708vm-test-run-nixbot-gitlab> gitlab # [ 3.929599] systemd[1]: Stopped target Local File Systems.709vm-test-run-nixbot-gitlab> gitlab # [ 3.931857] systemd[1]: Stopped target Preparation for Local File Systems.710vm-test-run-nixbot-gitlab> gitlab # [ 3.934765] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.711vm-test-run-nixbot-gitlab> gitlab # [ 3.937779] systemd[1]: Stopped Coldplug All udev Devices.712vm-test-run-nixbot-gitlab> gitlab # [ 3.940068] systemd[1]: Stopping Rule-based Manager for Device Events and Files...713vm-test-run-nixbot-gitlab> gitlab # [ 3.946920] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.714vm-test-run-nixbot-gitlab> gitlab # [ 3.950193] systemd[1]: Stopped Virtual Console Setup.715vm-test-run-nixbot-gitlab> gitlab # [ 3.960974] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.716vm-test-run-nixbot-gitlab> gitlab # [ 3.966116] systemd[1]: Finished Load Kernel Module 9pnet_virtio.717vm-test-run-nixbot-gitlab> gitlab # [ 3.976318] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.718vm-test-run-nixbot-gitlab> gitlab # [ 3.981407] systemd[1]: Finished rw-sysroot-nix-store.service.719vm-test-run-nixbot-gitlab> gitlab # [ 3.991200] systemd[1]: systemd-udevd.service: Deactivated successfully.720vm-test-run-nixbot-gitlab> gitlab # [ 3.996352] systemd[1]: Stopped Rule-based Manager for Device Events and Files.721vm-test-run-nixbot-gitlab> gitlab # [ 3.999412] systemd[1]: systemd-udevd.service: Consumed 2.546s CPU time over 2.199s wall clock time, 32.3M memory peak.722vm-test-run-nixbot-gitlab> gitlab # [ 4.014652] systemd[1]: initrd-cleanup.service: Deactivated successfully.723vm-test-run-nixbot-gitlab> gitlab # [ 4.019613] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.724vm-test-run-nixbot-gitlab> gitlab # [ 4.033776] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.725vm-test-run-nixbot-gitlab> gitlab # [ 4.036853] systemd[1]: Closed udev Control Socket.726vm-test-run-nixbot-gitlab> gitlab # [ 4.048660] systemd[1]: Starting Cleanup udev Database...727vm-test-run-nixbot-gitlab> gitlab # [ 4.050921] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.728vm-test-run-nixbot-gitlab> gitlab # [ 4.054095] systemd[1]: Stopped Create Static Device Nodes in /dev.729vm-test-run-nixbot-gitlab> gitlab # [ 4.057617] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.730vm-test-run-nixbot-gitlab> gitlab # [ 4.060952] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.731vm-test-run-nixbot-gitlab> gitlab # [ 4.065871] systemd[1]: kmod-static-nodes.service: Deactivated successfully.732vm-test-run-nixbot-gitlab> gitlab # [ 4.068728] systemd[1]: Stopped Create List of Static Device Nodes.733vm-test-run-nixbot-gitlab> gitlab # [ 4.164783] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.734vm-test-run-nixbot-gitlab> gitlab # [ 4.168129] systemd[1]: Finished Cleanup udev Database.735vm-test-run-nixbot-gitlab> gitlab # [ 4.177536] systemd[1]: Reached target Switch Root.736vm-test-run-nixbot-gitlab> gitlab # [ 4.184757] systemd[1]: Starting NixOS Activation...737vm-test-run-nixbot-gitlab> gitlab # [ 4.425831] initrd-nixos-activation-start[575]: booting system configuration /nix/store/884m052j71n818fmgzi3b106nmzaj2sq-nixos-system-gitlab-test738vm-test-run-nixbot-gitlab> gitlab # [ 4.488509] initrd-nixos-activation-start[575]: running activation script...739vm-test-run-nixbot-gitlab> gitlab # [ 4.819307] initrd-nixos-activation-start[598]: setting up /etc...740vm-test-run-nixbot-gitlab> gitlab # [ 4.989545] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.741vm-test-run-nixbot-gitlab> gitlab # [ 4.993940] systemd[1]: Finished NixOS Activation.742vm-test-run-nixbot-gitlab> gitlab # [ 5.010024] systemd[1]: Starting Switch Root...743vm-test-run-nixbot-gitlab> gitlab # [ 5.060052] systemd[1]: Switching root.744vm-test-run-nixbot-gitlab> gitlab # [ 5.678316] systemd-journald[154]: Received SIGTERM from PID 1 (systemd).745vm-test-run-nixbot-gitlab> gitlab # [ 6.371376] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)746vm-test-run-nixbot-gitlab> gitlab # [ 6.371511] systemd[1]: Detected virtualization qemu.747vm-test-run-nixbot-gitlab> gitlab # [ 6.371600] systemd[1]: Detected architecture arm64.748vm-test-run-nixbot-gitlab> gitlab # [ 6.371762] systemd[1]: Detected first boot.749vm-test-run-nixbot-gitlab> gitlab # [ 6.373356] systemd[1]: Initializing machine ID from random generator.750vm-test-run-nixbot-gitlab> gitlab # [ 6.645016] systemd[1]: bpf-restrict-fs: LSM BPF program attached751vm-test-run-nixbot-gitlab> gitlab # [ 6.743361] systemd[1]: Applying preset policy.752vm-test-run-nixbot-gitlab> gitlab # [ 6.987279] systemd[1]: Populated /etc with preset unit settings.753vm-test-run-nixbot-gitlab> gitlab # [ 7.178621] systemd[1]: initrd-switch-root.service: Deactivated successfully.754vm-test-run-nixbot-gitlab> gitlab # [ 7.179606] systemd[1]: Stopped initrd-switch-root.service.755vm-test-run-nixbot-gitlab> gitlab # [ 7.183358] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.756vm-test-run-nixbot-gitlab> gitlab # [ 7.189240] systemd[1]: Created slice Slice /system/getty.757vm-test-run-nixbot-gitlab> gitlab # [ 7.192724] systemd[1]: Created slice GitLab DevOps Platform Slice.758vm-test-run-nixbot-gitlab> gitlab # [ 7.198130] systemd[1]: Created slice User and Session Slice.759vm-test-run-nixbot-gitlab> gitlab # [ 7.198845] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.760vm-test-run-nixbot-gitlab> gitlab # [ 7.200248] systemd[1]: Started Forward Password Requests to Wall Directory Watch.761vm-test-run-nixbot-gitlab> gitlab # [ 7.201442] systemd[1]: Expecting device /dev/hvc0...762vm-test-run-nixbot-gitlab> gitlab # [ 7.202590] systemd[1]: Expecting device /dev/ttyAMA0...763vm-test-run-nixbot-gitlab> gitlab # [ 7.203695] systemd[1]: Reached target Local Encrypted Volumes.764vm-test-run-nixbot-gitlab> gitlab # [ 7.204822] systemd[1]: Stopped target initrd-fs.target.765vm-test-run-nixbot-gitlab> gitlab # [ 7.205984] systemd[1]: Stopped target initrd-root-fs.target.766vm-test-run-nixbot-gitlab> gitlab # [ 7.207073] systemd[1]: Stopped target initrd-switch-root.target.767vm-test-run-nixbot-gitlab> gitlab # [ 7.208186] systemd[1]: Reached target Virtual Machines and Containers.768vm-test-run-nixbot-gitlab> gitlab # [ 7.209366] systemd[1]: Reached target Path Units.769vm-test-run-nixbot-gitlab> gitlab # [ 7.210524] systemd[1]: Reached target Remote File Systems.770vm-test-run-nixbot-gitlab> gitlab # [ 7.211601] systemd[1]: Reached target Slice Units.771vm-test-run-nixbot-gitlab> gitlab # [ 7.212693] systemd[1]: Reached target Swaps.772vm-test-run-nixbot-gitlab> gitlab # [ 7.217053] systemd[1]: Listening on Process Core Dump Socket.773vm-test-run-nixbot-gitlab> gitlab # [ 7.220493] systemd[1]: Listening on Credential Encryption/Decryption.774vm-test-run-nixbot-gitlab> gitlab # [ 7.230896] systemd[1]: Starting Journal Log Access Socket...775vm-test-run-nixbot-gitlab> gitlab # [ 7.233309] systemd[1]: Listening on Journal Audit Socket.776vm-test-run-nixbot-gitlab> gitlab # [ 7.235164] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.777vm-test-run-nixbot-gitlab> gitlab # [ 7.236305] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki778vm-test-run-nixbot-gitlab> gitlab # [ 7.237825] systemd[1]: Listening on udev Control Socket.779vm-test-run-nixbot-gitlab> gitlab # [ 7.278151] systemd[1]: Mounting Huge Pages File System...780vm-test-run-nixbot-gitlab> gitlab # [ 7.283593] systemd[1]: Mounting POSIX Message Queue File System...781vm-test-run-nixbot-gitlab> gitlab # [ 7.289519] systemd[1]: Mounting Kernel Debug File System...782vm-test-run-nixbot-gitlab> gitlab # [ 7.295196] systemd[1]: Mounting Kernel Trace File System...783vm-test-run-nixbot-gitlab> gitlab # [ 7.302752] systemd[1]: Starting Create List of Static Device Nodes...784vm-test-run-nixbot-gitlab> gitlab # [ 7.317746] systemd[1]: Starting Load Kernel Module 9pnet_virtio...785vm-test-run-nixbot-gitlab> gitlab # [ 7.319001] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs786vm-test-run-nixbot-gitlab> gitlab # [ 7.331329] systemd[1]: Mounting Kernel Configuration File System...787vm-test-run-nixbot-gitlab> gitlab # [ 7.333515] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm788vm-test-run-nixbot-gitlab> gitlab # [ 7.336938] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore789vm-test-run-nixbot-gitlab> gitlab # [ 7.348391] systemd[1]: Starting Load Kernel Module fuse...790vm-test-run-nixbot-gitlab> gitlab # [ 7.349525] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67791vm-test-run-nixbot-gitlab> gitlab # [ 7.360154] systemd[1]: Starting Journal Service...792vm-test-run-nixbot-gitlab> gitlab # [ 7.364862] systemd[1]: Starting Load Kernel Modules...793vm-test-run-nixbot-gitlab> gitlab # [ 7.377990] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...794vm-test-run-nixbot-gitlab> gitlab # [ 7.386904] systemd[1]: Starting Remount Root and Kernel File Systems...795vm-test-run-nixbot-gitlab> gitlab # [ 7.387829] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki796vm-test-run-nixbot-gitlab> gitlab # [ 7.395663] fuse: init (API version 7.45)797vm-test-run-nixbot-gitlab> gitlab # [ 7.402473] systemd[1]: Starting Coldplug All udev Devices...798vm-test-run-nixbot-gitlab> gitlab # [ 7.406621] systemd-journald[807]: Collecting audit messages is enabled.799vm-test-run-nixbot-gitlab> gitlab # [ 7.418130] systemd[1]: Listening on Journal Log Access Socket.800vm-test-run-nixbot-gitlab> gitlab # [ 7.419242] systemd[1]: Mounted Huge Pages File System.801vm-test-run-nixbot-gitlab> gitlab # [ 7.420231] systemd[1]: Mounted POSIX Message Queue File System.802vm-test-run-nixbot-gitlab> gitlab # [ 7.421235] systemd[1]: Mounted Kernel Debug File System.803vm-test-run-nixbot-gitlab> gitlab # [ 7.424053] systemd[1]: Mounted Kernel Trace File System.804vm-test-run-nixbot-gitlab> gitlab # [ 7.425508] systemd[1]: Finished Create List of Static Device Nodes.805vm-test-run-nixbot-gitlab> gitlab # [ 7.426697] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.806vm-test-run-nixbot-gitlab> gitlab # [ 7.427752] systemd[1]: Finished Load Kernel Module 9pnet_virtio.807vm-test-run-nixbot-gitlab> gitlab # [ 7.428772] systemd[1]: Mounted Kernel Configuration File System.808vm-test-run-nixbot-gitlab> gitlab # [ 7.433648] systemd[1]: Queued start job for default target Multi-User System.809vm-test-run-nixbot-gitlab> gitlab # [ 7.429919] systemd[1]: modprobe@fuse.service: Deactivated successfully.810vm-test-run-nixbot-gitlab> gitlab # [ 7.430939] systemd[1]: Finished Load Kernel Module fuse.811vm-test-run-nixbot-gitlab> gitlab # [ 7.444615] systemd[1]: Unnecessary job was removed for /dev/vdb.[ 7.432236] systemd[1]: Finished Load Kernel Modules.812vm-test-run-nixbot-gitlab> gitlab # [ 7.437779] systemd[1]: Mounting FUSE Control File System...813vm-test-run-nixbot-gitlab> gitlab # 814vm-test-run-nixbot-gitlab> gitlab # [ 7.449354] systemd[1]: systemd-journald.service: Deactivated successfully.815vm-test-run-nixbot-gitlab> gitlab # [ 7.450820] systemd-modules-load[808]: Using 3 probe threads816vm-test-run-nixbot-gitlab> gitlab # [ 7.451961] systemd-modules-load[808]: Module 'atkbd' is built in[ 7.454083] systemd[1]: Starting Firewall...817vm-test-run-nixbot-gitlab> gitlab # 818vm-test-run-nixbot-gitlab> gitlab # [ 7.454992] systemd-modules-load[808]: Module 'loop' is built in[ 7.456382] EXT4-fs (vda): re-mounted 5e41d7b0-3b61-4c50-a103-0936e965c6d0.819vm-test-run-nixbot-gitlab> gitlab # 820vm-test-run-nixbot-gitlab> gitlab # [ 7.458678] systemd-modules-load[808]: Inserted module 'tls'821vm-test-run-nixbot-gitlab> gitlab # [ 7.468226] systemd[1]: Starting Apply Kernel Variables...822vm-test-run-nixbot-gitlab> gitlab # [ 7.472680] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...823vm-test-run-nixbot-gitlab> gitlab # [ 7.474797] systemd[1]: Started Journal Service.824vm-test-run-nixbot-gitlab> gitlab # [ 7.476900] systemd[1]: Finished Remount Root and Kernel File Systems.825vm-test-run-nixbot-gitlab> gitlab # [ 7.480286] systemd[1]: Mounted FUSE Control File System.826vm-test-run-nixbot-gitlab> gitlab # [ 7.499536] systemd[1]: Starting Flush Journal to Persistent Storage...827vm-test-run-nixbot-gitlab> gitlab # [ 7.500751] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore828vm-test-run-nixbot-gitlab> gitlab # [ 7.504067] systemd[1]: Starting Load/Save OS Random Seed...829vm-test-run-nixbot-gitlab> gitlab # [ 7.505383] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki830vm-test-run-nixbot-gitlab> gitlab # [ 7.508745] systemd-oomd[809]: No swap; memory pressure usage will be degraded831vm-test-run-nixbot-gitlab> gitlab # [ 7.513211] systemd[1]: Finished Apply Kernel Variables.832vm-test-run-nixbot-gitlab> gitlab # [ 7.516399] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.833vm-test-run-nixbot-gitlab> gitlab # [ 7.520871] systemd-journald[807]: Received client request to flush runtime journal.834vm-test-run-nixbot-gitlab> gitlab # [ 7.550609] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.835vm-test-run-nixbot-gitlab> gitlab # [ 7.552686] systemd[1]: Starting Create Static Device Nodes in /dev...836vm-test-run-nixbot-gitlab> gitlab # [ 7.554037] systemd[1]: Finished Load/Save OS Random Seed.837vm-test-run-nixbot-gitlab> gitlab # [ 7.554862] systemd[1]: Reached target First Boot Complete.838vm-test-run-nixbot-gitlab> gitlab # [ 7.555680] systemd[1]: Finished Flush Journal to Persistent Storage.839vm-test-run-nixbot-gitlab> gitlab # [ 7.568468] systemd[1]: Finished Create Static Device Nodes in /dev.840vm-test-run-nixbot-gitlab> gitlab # [ 7.571148] systemd[1]: Reached target Preparation for Local File Systems.841vm-test-run-nixbot-gitlab> gitlab # [ 7.572187] systemd[1]: Starting Rule-based Manager for Device Events and Files...842vm-test-run-nixbot-gitlab> gitlab # [ 7.658355] systemd-udevd[862]: Using default interface naming scheme 'v260'.843vm-test-run-nixbot-gitlab> gitlab # [ 7.711703] systemd[1]: Started Rule-based Manager for Device Events and Files.844vm-test-run-nixbot-gitlab> gitlab # [ 7.807051] systemd[1]: Finished Firewall.845vm-test-run-nixbot-gitlab> gitlab # [ 8.181312] systemd[1]: Mounting /run/wrappers...846vm-test-run-nixbot-gitlab> gitlab # [ 8.216356] systemd[1]: Finished Coldplug All udev Devices.847vm-test-run-nixbot-gitlab> gitlab # [ 8.229081] systemd[1]: Mounted /run/wrappers.848vm-test-run-nixbot-gitlab> gitlab # [ 8.231142] systemd[1]: Reached target Local File Systems.849vm-test-run-nixbot-gitlab> gitlab # [ 8.233718] systemd[1]: Listening on Boot Loader Control Service Socket.850vm-test-run-nixbot-gitlab> gitlab # [ 8.236603] systemd[1]: Starting register-nix-paths.service...851vm-test-run-nixbot-gitlab> gitlab # [ 8.239048] systemd[1]: Starting Create SUID/SGID Wrappers...852vm-test-run-nixbot-gitlab> gitlab # [ 8.241629] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.853vm-test-run-nixbot-gitlab> gitlab # [ 8.245532] systemd[1]: Starting Save Transient machine-id to Disk...854vm-test-run-nixbot-gitlab> gitlab # [ 8.254830] systemd[1]: Starting Create System Files and Directories...855vm-test-run-nixbot-gitlab> gitlab # [ 8.286641] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs856vm-test-run-nixbot-gitlab> gitlab # [ 8.311467] systemd[1]: Finished Create System Files and Directories.857vm-test-run-nixbot-gitlab> gitlab # [ 8.314034] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.858vm-test-run-nixbot-gitlab> gitlab # [ 8.315131] systemd[1]: Finished Save Transient machine-id to Disk.859vm-test-run-nixbot-gitlab> gitlab # [ 8.320504] systemd[1]: Starting Rebuild Journal Catalog...860vm-test-run-nixbot-gitlab> gitlab # [ 8.326805] systemd[1]: Starting Record System Boot/Shutdown in UTMP...861vm-test-run-nixbot-gitlab> gitlab # [ 8.359117] systemd[1]: Finished Record System Boot/Shutdown in UTMP.862vm-test-run-nixbot-gitlab> gitlab # [ 8.379271] systemd[1]: Finished Rebuild Journal Catalog.863vm-test-run-nixbot-gitlab> gitlab # [ 8.384648] systemd[1]: Starting Update is Completed...864vm-test-run-nixbot-gitlab> gitlab # [ 8.390685] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.865vm-test-run-nixbot-gitlab> gitlab # [ 8.421785] systemd[1]: Finished Update is Completed.866vm-test-run-nixbot-gitlab> gitlab # [ 8.426724] (udev-worker)[912]: Network interface NamePolicy= disabled on kernel command line.867vm-test-run-nixbot-gitlab> gitlab # [ 8.452805] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.868vm-test-run-nixbot-gitlab> gitlab # [ 8.460092] (udev-worker)[915]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.869vm-test-run-nixbot-gitlab> gitlab # [ 8.463553] (udev-worker)[915]: Network interface NamePolicy= disabled on kernel command line.870vm-test-run-nixbot-gitlab> gitlab # [ 8.517443] systemd[1]: Condition check resulted in Virtio network device being skipped.871vm-test-run-nixbot-gitlab> gitlab # [ 8.518948] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore872vm-test-run-nixbot-gitlab> gitlab # [ 8.521796] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.873vm-test-run-nixbot-gitlab> gitlab # [ 8.523543] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67874vm-test-run-nixbot-gitlab> gitlab # [ 8.528318] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore875vm-test-run-nixbot-gitlab> gitlab # [ 8.530788] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki876vm-test-run-nixbot-gitlab> gitlab # [ 8.532158] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki877vm-test-run-nixbot-gitlab> gitlab # [ 8.546247] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.878vm-test-run-nixbot-gitlab> gitlab # [ 8.548348] mousedev: PS/2 mouse device common for all mice879vm-test-run-nixbot-gitlab> gitlab # [ 8.548334] systemd[1]: Finished Create SUID/SGID Wrappers.880vm-test-run-nixbot-gitlab> gitlab # [ 8.550504] systemd[1]: suid-sgid-wrappers.service: Consumed 198ms CPU time over 308ms wall clock time, 6.7M memory peak, 2.2M read from disk.881vm-test-run-nixbot-gitlab> gitlab # [ 8.781979] systemd[1]: Finished register-nix-paths.service.882vm-test-run-nixbot-gitlab> gitlab # [ 8.783322] systemd[1]: Reached target System Initialization.883vm-test-run-nixbot-gitlab> gitlab # [ 8.786127] systemd[1]: Started Discard unused filesystem blocks once a week.884vm-test-run-nixbot-gitlab> gitlab # [ 8.788236] systemd[1]: Started logrotate.timer.885vm-test-run-nixbot-gitlab> gitlab # [ 8.788971] systemd[1]: Started Daily Cleanup of Temporary Directories.886vm-test-run-nixbot-gitlab> gitlab # [ 8.789860] systemd[1]: Reached target Timer Units.887vm-test-run-nixbot-gitlab> gitlab # [ 8.790536] systemd[1]: Listening on D-Bus System Message Bus Socket.888vm-test-run-nixbot-gitlab> gitlab # [ 8.791698] systemd[1]: Listening on Nix Daemon Socket.889vm-test-run-nixbot-gitlab> gitlab # [ 8.802073] systemd[1]: Starting nixbot CI service socket...890vm-test-run-nixbot-gitlab> gitlab # [ 8.803093] systemd[1]: Listening on Hostname Service Socket.891vm-test-run-nixbot-gitlab> gitlab # [ 8.806689] systemd[1]: Starting D-Bus System Message Bus...892vm-test-run-nixbot-gitlab> gitlab # [ 8.807659] systemd[1]: Listening on nixbot CI service socket.893vm-test-run-nixbot-gitlab> gitlab # [ 8.808553] systemd[1]: Reached target Socket Units.894vm-test-run-nixbot-gitlab> gitlab # [ 8.846106] dbus-broker-launch[1058]: Looking up NSS user entry for 'systemd-timesync'...895vm-test-run-nixbot-gitlab> gitlab # [ 8.848466] dbus-broker-launch[1058]: NSS returned no entry for 'systemd-timesync'896vm-test-run-nixbot-gitlab> gitlab # [ 8.849701] dbus-broker-launch[1058]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"897vm-test-run-nixbot-gitlab> gitlab # [ 8.855532] systemd[1]: Started D-Bus System Message Bus.898vm-test-run-nixbot-gitlab> gitlab # [ 8.866190] dbus-broker-launch[1058]: Ready899vm-test-run-nixbot-gitlab> gitlab # [ 8.866947] systemd[1]: Reached target Basic System.900vm-test-run-nixbot-gitlab> gitlab # [ 8.868635] systemd[1]: Started backdoor.service.901vm-test-run-nixbot-gitlab> gitlab # [ 8.872595] systemd[1]: Starting gitlab-config.service...902vm-test-run-nixbot-gitlab> gitlab # [ 8.873702] systemd[1]: Starting Import lastlog data into lastlog2 database...903vm-test-run-nixbot-gitlab> gitlab # [ 8.878654] systemd[1]: Starting Logrotate configuration check...904vm-test-run-nixbot-gitlab> gitlab # [ 8.900388] systemd[1]: Starting Name Service Cache Daemon (nsncd)...905vm-test-run-nixbot-gitlab> gitlab # [ 8.906077] logrotate[1063]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.906vm-test-run-nixbot-gitlab> gitlab # [ 8.911164] logrotate[1063]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf907vm-test-run-nixbot-gitlab> gitlab # [ 8.912775] logrotate[1063]: note: 'monthly' overrides previously specified 'weekly'908vm-test-run-nixbot-gitlab> gitlab # connecting to host...909vm-test-run-nixbot-gitlab> gitlab # [ 8.916111] logrotate[1063]: Reading state from file: /var/lib/logrotate.status910vm-test-run-nixbot-gitlab> gitlab # [ 8.917053] logrotate[1063]: state file /var/lib/logrotate.status does not exist911vm-test-run-nixbot-gitlab> gitlab # [ 8.918093] logrotate[1063]: Allocating hash table for state file, size 64 entries912vm-test-run-nixbot-gitlab> gitlab # [ 8.920267] logrotate[1063]: Handling 4 logs913vm-test-run-nixbot-gitlab> gitlab # [ 8.920885] logrotate[1063]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed914vm-test-run-nixbot-gitlab> gitlab # [ 8.924289] logrotate[1063]: considering log /var/log/btmp915vm-test-run-nixbot-gitlab> gitlab # [ 8.925558] logrotate[1063]: Creating new state916vm-test-run-nixbot-gitlab> gitlab # [ 8.926475] logrotate[1063]: Now: 2026-06-13 04:16917vm-test-run-nixbot-gitlab> gitlab # [ 8.928105] logrotate[1063]: Last rotated at 2026-06-13 04:00918vm-test-run-nixbot-gitlab> gitlab # [ 8.928977] logrotate[1063]: log does not need rotating (log has already been rotated)919vm-test-run-nixbot-gitlab> gitlab # [ 8.930127] logrotate[1063]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed920vm-test-run-nixbot-gitlab> gitlab # [ 8.932367] logrotate[1063]: considering log /var/log/wtmp921vm-test-run-nixbot-gitlab> gitlab # [ 8.933078] logrotate[1063]: Creating new state922vm-test-run-nixbot-gitlab> gitlab # [ 8.933655] logrotate[1063]: Now: 2026-06-13 04:16923vm-test-run-nixbot-gitlab> gitlab # [ 8.934279] logrotate[1063]: Last rotated at 2026-06-13 04:00924vm-test-run-nixbot-gitlab> gitlab # [ 8.935001] logrotate[1063]: log does not need rotating (log has already been rotated)925vm-test-run-nixbot-gitlab> gitlab # [ 8.936030] logrotate[1063]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed926vm-test-run-nixbot-gitlab> gitlab # [ 8.937682] logrotate[1063]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1063)927vm-test-run-nixbot-gitlab> gitlab # [ 8.938685] logrotate[1063]: considering log /var/gitlab/state/log/*.log928vm-test-run-nixbot-gitlab> gitlab # [ 8.939563] logrotate[1063]: log /var/gitlab/state/log/*.log does not exist -- skipping929vm-test-run-nixbot-gitlab> gitlab # [ 8.940715] logrotate[1063]: Creating new state930vm-test-run-nixbot-gitlab> gitlab # [ 8.941313] logrotate[1063]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1063)931vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'932vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell933vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.38 seconds)934vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.38 seconds)935vm-test-run-nixbot-gitlab> gitlab # [ 8.946552] logrotate[1063]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed936vm-test-run-nixbot-gitlab> gitlab # [ 8.948432] logrotate[1063]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1063)937vm-test-run-nixbot-gitlab> gitlab # [ 8.949438] logrotate[1063]: considering log /var/log/nginx/*.log938vm-test-run-nixbot-gitlab> gitlab # [ 8.950216] logrotate[1063]: log /var/log/nginx/*.log does not exist -- skipping939vm-test-run-nixbot-gitlab> gitlab # [ 8.951190] logrotate[1063]: Creating new state940vm-test-run-nixbot-gitlab> gitlab # [ 8.952122] logrotate[1063]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1063)941vm-test-run-nixbot-gitlab> gitlab # [ 8.953337] systemd[1]: Starting Post-Boot Actions...942vm-test-run-nixbot-gitlab> gitlab # [ 8.954393] systemd[1]: Started Reset console on configuration changes.943vm-test-run-nixbot-gitlab> gitlab # [ 8.955969] systemd[1]: Starting resolvconf update...944vm-test-run-nixbot-gitlab> gitlab # [ 8.958192] systemd[1]: Finished Logrotate configuration check.945vm-test-run-nixbot-gitlab> gitlab # [ 8.959886] systemd[1]: Finished Post-Boot Actions.946vm-test-run-nixbot-gitlab> gitlab # [ 8.961949] systemd[1]: Finished Import lastlog data into lastlog2 database.947vm-test-run-nixbot-gitlab> gitlab # [ 8.968349] systemd[1]: Started Name Service Cache Daemon (nsncd).948vm-test-run-nixbot-gitlab> gitlab # [ 8.969656] nsncd[1064]: Jun 13 04:16:13.879 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"949vm-test-run-nixbot-gitlab> gitlab # [ 8.972797] systemd[1]: Reached target Host and Network Name Lookups.950vm-test-run-nixbot-gitlab> gitlab # [ 8.973691] systemd[1]: Reached target User and Group Name Lookups.951vm-test-run-nixbot-gitlab> gitlab # [ 8.976329] systemd[1]: Starting User Login Management...952vm-test-run-nixbot-gitlab> gitlab # [ 9.033303] systemd[1]: Stopped target Host and Network Name Lookups.953vm-test-run-nixbot-gitlab> gitlab # [ 9.034283] systemd[1]: Stopping Host and Network Name Lookups...954vm-test-run-nixbot-gitlab> gitlab # [ 9.035104] systemd[1]: Stopped target User and Group Name Lookups.955vm-test-run-nixbot-gitlab> gitlab # [ 9.037711] systemd[1]: Stopping User and Group Name Lookups...956vm-test-run-nixbot-gitlab> gitlab # [ 9.040337] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...957vm-test-run-nixbot-gitlab> gitlab # [ 9.041311] systemd[1]: nscd.service: Deactivated successfully.958vm-test-run-nixbot-gitlab> gitlab # [ 9.042143] systemd[1]: Stopped Name Service Cache Daemon (nsncd).959vm-test-run-nixbot-gitlab> gitlab # [ 9.043005] systemd[1]: nscd.service: Consumed 24ms CPU time over 140ms wall clock time, 8M memory peak, 5.9M read from disk.960vm-test-run-nixbot-gitlab> gitlab # [ 9.049988] systemd[1]: Starting Name Service Cache Daemon (nsncd)...961vm-test-run-nixbot-gitlab> gitlab # [ 9.061854] systemd-logind[1107]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)962vm-test-run-nixbot-gitlab> gitlab # [ 9.063446] systemd-logind[1107]: Watching system buttons on /dev/input/event0 (gpio-keys)963vm-test-run-nixbot-gitlab> gitlab # [ 9.067087] systemd-logind[1107]: New seat seat0.964vm-test-run-nixbot-gitlab> gitlab # [ 9.067860] systemd[1]: Started User Login Management.965vm-test-run-nixbot-gitlab> gitlab # [ 9.080543] systemd[1]: Starting linger-users.service...966vm-test-run-nixbot-gitlab> gitlab # [ 9.081881] systemd[1]: Finished resolvconf update.967vm-test-run-nixbot-gitlab> gitlab # [ 9.087308] systemd[1]: Reached target Preparation for Network.968vm-test-run-nixbot-gitlab> gitlab # [ 9.089977] nsncd[1148]: Jun 13 04:16:14.000 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"969vm-test-run-nixbot-gitlab> gitlab # [ 9.100429] systemd[1]: Starting DHCP Client...970vm-test-run-nixbot-gitlab> gitlab # [ 9.106798] systemd[1]: Starting Address configuration of eth1...971vm-test-run-nixbot-gitlab> gitlab # [ 9.114223] systemd[1]: Starting Extra networking commands....972vm-test-run-nixbot-gitlab> gitlab # [ 9.115522] systemd[1]: Started Name Service Cache Daemon (nsncd).973vm-test-run-nixbot-gitlab> gitlab # [ 9.116446] systemd[1]: linger-users.service: Deactivated successfully.974vm-test-run-nixbot-gitlab> gitlab # [ 9.118241] systemd[1]: Finished linger-users.service.975vm-test-run-nixbot-gitlab> gitlab # [ 9.120287] systemd[1]: Reached target Host and Network Name Lookups.976vm-test-run-nixbot-gitlab> gitlab # [ 9.121229] systemd[1]: Reached target User and Group Name Lookups.977vm-test-run-nixbot-gitlab> gitlab # [ 9.159005] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3978vm-test-run-nixbot-gitlab> gitlab # [ 9.159934] network-addresses-eth1-start[1177]: adding address 192.168.1.1/24... done979vm-test-run-nixbot-gitlab> gitlab # [ 9.168543] network-addresses-eth1-start[1177]: adding address 2001:db8:1::1/64... done980vm-test-run-nixbot-gitlab> gitlab # [ 9.182124] systemd[1]: Finished Address configuration of eth1.981vm-test-run-nixbot-gitlab> gitlab # [ 9.223982] dhcpcd[1189]: dhcpcd-10.3.2 starting982vm-test-run-nixbot-gitlab> gitlab # [ 9.228456] dhcpcd[1221]: dev: loaded udev983vm-test-run-nixbot-gitlab> gitlab # [ 9.248782] 8021q: 802.1Q VLAN Support v1.8984vm-test-run-nixbot-gitlab> gitlab # [ 9.249159] 8021q: adding VLAN 0 to HW filter on device eth1985vm-test-run-nixbot-gitlab> gitlab # [ 9.295703] systemd[1]: Finished Extra networking commands..986vm-test-run-nixbot-gitlab> gitlab # [ 9.296833] systemd[1]: Reached target Network.987vm-test-run-nixbot-gitlab> gitlab # [ 9.308117] systemd[1]: Starting gitlab-workhorse.service...988vm-test-run-nixbot-gitlab> gitlab # [ 9.347154] cfg80211: Loading compiled-in X.509 certificates for regulatory database989vm-test-run-nixbot-gitlab> gitlab # [ 9.353031] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'990vm-test-run-nixbot-gitlab> gitlab # [ 9.353534] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'991vm-test-run-nixbot-gitlab> gitlab # [ 9.355041] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2992vm-test-run-nixbot-gitlab> gitlab # [ 9.355370] cfg80211: failed to load regulatory.db993vm-test-run-nixbot-gitlab> gitlab # [ 9.368969] systemd[1]: Starting Nginx Web Server...994vm-test-run-nixbot-gitlab> gitlab # [ 9.372658] systemd[1]: Starting PostgreSQL Server...995vm-test-run-nixbot-gitlab> gitlab # [ 9.388208] systemd[1]: Starting Redis Server - redis-gitlab...996vm-test-run-nixbot-gitlab> gitlab # [ 9.396422] systemd[1]: Starting Permit User Sessions...997vm-test-run-nixbot-gitlab> gitlab # [ 9.416829] 8021q: adding VLAN 0 to HW filter on device eth0998vm-test-run-nixbot-gitlab> gitlab # [ 9.416315] dhcpcd[1221]: eth0: waiting for carrier999vm-test-run-nixbot-gitlab> gitlab # [ 9.417877] dhcpcd[1221]: eth0: carrier acquired1000vm-test-run-nixbot-gitlab> gitlab # [ 9.422021] dhcpcd[1221]: DUID 00:01:00:01:31:bf:96:0e:52:54:00:12:34:561001vm-test-run-nixbot-gitlab> gitlab # [ 9.423097] dhcpcd[1221]: eth0: IAID 00:12:34:561002vm-test-run-nixbot-gitlab> gitlab # [ 9.423747] dhcpcd[1221]: eth0: adding address fe80::5054:ff:fe12:34561003vm-test-run-nixbot-gitlab> gitlab # [ 9.428357] systemd-logind[1107]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)1004vm-test-run-nixbot-gitlab> gitlab # [ 9.435735] systemd[1]: Finished Permit User Sessions.1005vm-test-run-nixbot-gitlab> gitlab # [ 9.438681] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1006vm-test-run-nixbot-gitlab> gitlab # [ 9.442283] systemd[1]: Started Getty on tty1.1007vm-test-run-nixbot-gitlab> gitlab # [ 9.444499] systemd[1]: Reached target Login Prompts.1008vm-test-run-nixbot-gitlab> gitlab # [ 9.453497] systemd[1]: Starting Virtual Console Setup...1009vm-test-run-nixbot-gitlab> gitlab # [ 9.514698] systemd-vconsole-setup[1268]: Configuration of first virtual console was skipped, ignoring remaining ones.1010vm-test-run-nixbot-gitlab> gitlab # [ 9.518089] systemd[1]: Finished Virtual Console Setup.1011vm-test-run-nixbot-gitlab> gitlab # [ 9.578781] nginx-pre-start[1278]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok1012vm-test-run-nixbot-gitlab> gitlab # [ 9.580661] nginx-pre-start[1278]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful1013vm-test-run-nixbot-gitlab> gitlab # [ 9.586754] systemd[1]: Started Nginx Web Server.1014vm-test-run-nixbot-gitlab> gitlab # [ 9.587941] redis-server[1277]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1015vm-test-run-nixbot-gitlab> gitlab # [ 9.591581] redis-server[1277]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1016vm-test-run-nixbot-gitlab> gitlab # [ 9.592938] systemd[1]: Started Redis Server - redis-gitlab.1017vm-test-run-nixbot-gitlab> gitlab # [ 9.593745] redis-server[1277]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1277, just started1018vm-test-run-nixbot-gitlab> gitlab # [ 9.595156] redis-server[1277]: Configuration loaded1019vm-test-run-nixbot-gitlab> gitlab # [ 9.596586] redis[1277]: monotonic clock: ARM CNTVCT @ 1000 ticks/us1020vm-test-run-nixbot-gitlab> gitlab # [ 9.597688] redis[1277]: Running mode=standalone, port=0.1021vm-test-run-nixbot-gitlab> gitlab # [ 9.598818] redis[1277]: Server initialized1022vm-test-run-nixbot-gitlab> gitlab # [ 9.599633] redis[1277]: Ready to accept connections unix1023vm-test-run-nixbot-gitlab> gitlab # [ 9.600750] redis[1277]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1024vm-test-run-nixbot-gitlab> gitlab # [ 9.604716] postgresql-pre-start[1281]: The files belonging to this database system will be owned by user "postgres".1025vm-test-run-nixbot-gitlab> gitlab # [ 9.606276] postgresql-pre-start[1281]: This user must also own the server process.1026vm-test-run-nixbot-gitlab> gitlab # [ 9.608829] postgresql-pre-start[1281]: The database cluster will be initialized with locale "en_US.UTF-8".1027vm-test-run-nixbot-gitlab> gitlab # [ 9.610072] postgresql-pre-start[1281]: The default database encoding has accordingly been set to "UTF8".1028vm-test-run-nixbot-gitlab> gitlab # [ 9.611675] postgresql-pre-start[1281]: The default text search configuration will be set to "english".1029vm-test-run-nixbot-gitlab> gitlab # [ 9.613079] postgresql-pre-start[1281]: Data page checksums are disabled.1030vm-test-run-nixbot-gitlab> gitlab # [ 9.613977] postgresql-pre-start[1281]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1031vm-test-run-nixbot-gitlab> gitlab # [ 9.615391] postgresql-pre-start[1281]: creating subdirectories ... ok1032vm-test-run-nixbot-gitlab> gitlab # [ 9.616337] postgresql-pre-start[1281]: selecting dynamic shared memory implementation ... posix1033vm-test-run-nixbot-gitlab> gitlab # [ 9.648789] postgresql-pre-start[1281]: selecting default "max_connections" ... 1001034vm-test-run-nixbot-gitlab> gitlab # [ 9.688476] postgresql-pre-start[1281]: selecting default "shared_buffers" ... 128MB1035vm-test-run-nixbot-gitlab> gitlab # [ 9.835331] dhcpcd[1221]: eth0: soliciting a DHCP lease1036vm-test-run-nixbot-gitlab> gitlab # [ 9.852619] dhcpcd[1221]: eth0: offered 10.0.2.15 from 10.0.2.21037vm-test-run-nixbot-gitlab> gitlab # [ 9.868359] dhcpcd[1221]: eth0: probing address 10.0.2.15/241038vm-test-run-nixbot-gitlab> gitlab # [ 9.878663] systemd[1]: Started gitlab-workhorse.service.1039vm-test-run-nixbot-gitlab> gitlab # [ 10.117899] postgresql-pre-start[1281]: selecting default time zone ... UTC1040vm-test-run-nixbot-gitlab> gitlab # [ 10.121228] postgresql-pre-start[1281]: creating configuration files ... ok1041vm-test-run-nixbot-gitlab> gitlab # [ 10.207017] gitlab-workhorse[1305]: time="2026-06-13T04:16:15Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41042vm-test-run-nixbot-gitlab> gitlab # [ 10.208997] gitlab-workhorse[1305]: time="2026-06-13T04:16:15Z" level=info msg="Using redis/go-redis"1043vm-test-run-nixbot-gitlab> gitlab # [ 10.210640] gitlab-workhorse[1305]: time="2026-06-13T04:16:15Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1044vm-test-run-nixbot-gitlab> gitlab # [ 10.381802] postgresql-pre-start[1281]: running bootstrap script ... ok1045vm-test-run-nixbot-gitlab> gitlab # [ 11.106331] postgresql-pre-start[1281]: performing post-bootstrap initialization ... ok1046vm-test-run-nixbot-gitlab> gitlab # [ 11.379818] postgresql-pre-start[1281]: syncing data to disk ... ok1047vm-test-run-nixbot-gitlab> gitlab # [ 11.382692] postgresql-pre-start[1281]: initdb: warning: enabling "trust" authentication for local connections1048vm-test-run-nixbot-gitlab> gitlab # [ 11.386758] postgresql-pre-start[1281]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1049vm-test-run-nixbot-gitlab> gitlab # [ 11.393241] postgresql-pre-start[1281]: Success. You can now start the database server using:1050vm-test-run-nixbot-gitlab> gitlab # [ 11.396711] postgresql-pre-start[1281]: pg_ctl -D /var/lib/postgresql/17 -l logfile start1051vm-test-run-nixbot-gitlab> gitlab # [ 11.559677] postgres[1340]: [1340] LOG: starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit1052vm-test-run-nixbot-gitlab> gitlab # [ 11.565781] postgres[1340]: [1340] LOG: listening on IPv6 address "::1", port 54321053vm-test-run-nixbot-gitlab> gitlab # [ 11.569960] postgres[1340]: [1340] LOG: listening on IPv4 address "127.0.0.1", port 54321054vm-test-run-nixbot-gitlab> gitlab # [ 11.573664] postgres[1340]: [1340] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1055vm-test-run-nixbot-gitlab> gitlab # [ 11.579090] postgres[1351]: [1351] LOG: database system was shut down at 2026-06-13 04:16:16 GMT1056vm-test-run-nixbot-gitlab> gitlab # [ 11.584121] postgres[1340]: [1340] LOG: database system is ready to accept connections1057vm-test-run-nixbot-gitlab> gitlab # [ 11.589297] systemd[1]: Started PostgreSQL Server.1058vm-test-run-nixbot-gitlab> gitlab # [ 11.595547] systemd[1]: Starting PostgreSQL Setup Scripts...1059vm-test-run-nixbot-gitlab> gitlab # [ 11.692579] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1347]: mkdir -p /var/gitlab/state/home/.ssh: OK1060vm-test-run-nixbot-gitlab> gitlab # [ 11.699140] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1347]: chmod 700 /var/gitlab/state/home/.ssh: OK1061vm-test-run-nixbot-gitlab> gitlab # [ 11.804683] systemd[1]: Finished gitlab-config.service.1062vm-test-run-nixbot-gitlab> gitlab # [ 11.812942] systemd[1]: Started gitaly.service.1063vm-test-run-nixbot-gitlab> gitlab # [ 11.839955] postgresql-setup-start[1366]: CREATE DATABASE1064vm-test-run-nixbot-gitlab> gitlab # [ 11.894130] postgresql-setup-start[1381]: CREATE ROLE1065vm-test-run-nixbot-gitlab> gitlab # [ 11.920125] postgresql-setup-start[1383]: ALTER DATABASE1066vm-test-run-nixbot-gitlab> gitlab # [ 11.945018] dhcpcd[1221]: eth0: soliciting an IPv6 router1067vm-test-run-nixbot-gitlab> gitlab # [ 11.947354] dhcpcd[1221]: eth0: Router Advertisement from fe80::21068vm-test-run-nixbot-gitlab> gitlab # [ 11.949896] dhcpcd[1221]: eth0: adding address fec0::5054:ff:fe12:3456/641069vm-test-run-nixbot-gitlab> gitlab # [ 11.952552] dhcpcd[1221]: eth0: adding route to fec0::/641070vm-test-run-nixbot-gitlab> gitlab # [ 11.954624] dhcpcd[1221]: eth0: adding default route via fe80::21071vm-test-run-nixbot-gitlab> gitlab # [ 11.975638] postgresql-setup-start[1388]: CREATE ROLE1072vm-test-run-nixbot-gitlab> gitlab # [ 11.980227] systemd[1]: Finished PostgreSQL Setup Scripts.1073vm-test-run-nixbot-gitlab> gitlab # [ 11.982634] systemd[1]: Reached target PostgreSQL.1074vm-test-run-nixbot-gitlab> gitlab # [ 11.988829] systemd[1]: Starting gitlab-db-config.service...1075vm-test-run-nixbot-gitlab> gitlab # [ 11.996550] systemd[1]: Starting gitlab-postgresql.service...1076vm-test-run-nixbot-gitlab> gitlab # [ 12.186529] gitlab-postgresql-start[1404]: CREATE DATABASE1077vm-test-run-nixbot-gitlab> gitlab # [ 12.238853] gitlab-postgresql-start[1409]: CREATE EXTENSION1078vm-test-run-nixbot-gitlab> gitlab # [ 12.285427] gitlab-postgresql-start[1415]: CREATE EXTENSION1079vm-test-run-nixbot-gitlab> gitlab # [ 12.288809] systemd[1]: Finished gitlab-postgresql.service.1080vm-test-run-nixbot-gitlab> gitlab # [ 12.448254] gitaly[1376]: time="2026-06-13T04:16:17.351Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=13761081vm-test-run-nixbot-gitlab> gitlab # [ 12.460806] gitaly[1376]: time="2026-06-13T04:16:17.352Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13761082vm-test-run-nixbot-gitlab> gitlab # [ 12.465920] gitaly[1376]: time="2026-06-13T04:16:17.352Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13761083vm-test-run-nixbot-gitlab> gitlab # [ 12.472415] gitaly[1376]: time="2026-06-13T04:16:17.352Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13761084vm-test-run-nixbot-gitlab> gitlab # [ 12.477133] gitaly[1376]: time="2026-06-13T04:16:17.352Z" level=info msg="Starting Gitaly" pid=1376 version=18.11.41085vm-test-run-nixbot-gitlab> gitlab # [ 12.637655] gitaly[1376]: time="2026-06-13T04:16:17.547Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=194 pid=13761086vm-test-run-nixbot-gitlab> gitlab # [ 12.639530] gitaly[1376]: time="2026-06-13T04:16:17.547Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13761087vm-test-run-nixbot-gitlab> gitlab # [ 12.641359] gitaly[1376]: time="2026-06-13T04:16:17.548Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13761088vm-test-run-nixbot-gitlab> gitlab # [ 12.643186] gitaly[1376]: time="2026-06-13T04:16:17.548Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1376/git-exec-1693968794.d/git pid=13761089vm-test-run-nixbot-gitlab> gitlab # [ 12.645380] gitaly[1376]: time="2026-06-13T04:16:17.554Z" level=info msg="finished detecting git version" duration_ms=6 pid=13761090vm-test-run-nixbot-gitlab> gitlab # [ 12.646970] gitaly[1376]: time="2026-06-13T04:16:17.554Z" level=info msg="using Git version" pid=1376 version=2.53.g1091vm-test-run-nixbot-gitlab> gitlab # [ 12.649044] gitaly[1376]: time="2026-06-13T04:16:17.555Z" level=info msg="clearing disk cache object folder" pid=1376 storage=default1092vm-test-run-nixbot-gitlab> gitlab # [ 12.650574] gitaly[1376]: time="2026-06-13T04:16:17.556Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache172485939 pid=1376 storage=default1093vm-test-run-nixbot-gitlab> gitlab # [ 12.653348] gitaly[1376]: time="2026-06-13T04:16:17.556Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache172485939 pid=1376 storage=default1094vm-test-run-nixbot-gitlab> gitlab # [ 12.656220] gitaly[1376]: time="2026-06-13T04:16:17.557Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13761095vm-test-run-nixbot-gitlab> gitlab # [ 12.658875] gitaly[1376]: time="2026-06-13T04:16:17.557Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13761096vm-test-run-nixbot-gitlab> gitlab # [ 12.662044] gitaly[1376]: time="2026-06-13T04:16:17.557Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache172485939 clear_duration_ms=0 pid=1376 storage=default1097vm-test-run-nixbot-gitlab> gitlab # [ 12.664765] gitaly[1376]: time="2026-06-13T04:16:17.571Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13761098vm-test-run-nixbot-gitlab> gitlab # [ 12.666722] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1376 schema=unix1099vm-test-run-nixbot-gitlab> gitlab # [ 12.668580] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1376/sock.d/intern pid=1376 schema=unix1100vm-test-run-nixbot-gitlab> gitlab # [ 12.670308] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="finished tempdir cleaner walk" pid=1376 storage=default time_ms=01101vm-test-run-nixbot-gitlab> gitlab # [ 12.671814] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="counting repositories" pid=13761102vm-test-run-nixbot-gitlab> gitlab # [ 12.673073] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="starting to count repositories" pid=1376 storage_path=/var/gitlab/state/repositories1103vm-test-run-nixbot-gitlab> gitlab # [ 12.674818] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1376 storage_path=/var/gitlab/state/repositories1104vm-test-run-nixbot-gitlab> gitlab # [ 12.676901] gitaly[1376]: time="2026-06-13T04:16:17.572Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13761105vm-test-run-nixbot-gitlab> gitlab # [ 12.678483] gitaly[1376]: time="2026-06-13T04:16:17.573Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13761106vm-test-run-nixbot-gitlab> gitlab # [ 12.679991] gitaly[1376]: time="2026-06-13T04:16:17.573Z" level=info msg="Started Gitaly" duration_ms=221 pid=13761107vm-test-run-nixbot-gitlab> gitlab # [ 12.681376] gitaly[1376]: time="2026-06-13T04:16:17.573Z" level=info msg="maintenance: daily scheduled" pid=1376 scheduled="2026-06-13 12:00:00 +0000 UTC"1108vm-test-run-nixbot-gitlab> gitlab # [ 13.172791] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1398]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1109vm-test-run-nixbot-gitlab> gitlab # [ 13.181941] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1398]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1110vm-test-run-nixbot-gitlab> gitlab # [ 13.190054] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1398]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1111vm-test-run-nixbot-gitlab> gitlab # [ 15.445181] dhcpcd[1221]: eth0: leased 10.0.2.15 for 86400 seconds1112vm-test-run-nixbot-gitlab> gitlab # [ 15.448691] dhcpcd[1221]: eth0: adding route to 10.0.2.0/241113vm-test-run-nixbot-gitlab> gitlab # [ 15.451093] dhcpcd[1221]: eth0: adding default route via 10.0.2.21114vm-test-run-nixbot-gitlab> gitlab # [ 15.617642] systemd[1]: Started DHCP Client.1115vm-test-run-nixbot-gitlab> gitlab # [ 15.622015] systemd[1]: Reached target Network is Online.1116vm-test-run-nixbot-gitlab> gitlab # [ 16.136344] gitaly[1376]: time="2026-06-13T04:16:21.046Z" level=info msg="License database preloaded" duration_ms=3693 pid=13761117vm-test-run-nixbot-gitlab> gitlab # [ 54.882393] postgres[1853]: [1853] ERROR: relation "feature_gates" does not exist at character 5231118vm-test-run-nixbot-gitlab> gitlab # [ 54.883861] postgres[1853]: [1853] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1119vm-test-run-nixbot-gitlab> gitlab # [ 54.885184] postgres[1853]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1120vm-test-run-nixbot-gitlab> gitlab # [ 54.886407] postgres[1853]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1121vm-test-run-nixbot-gitlab> gitlab # [ 54.887534] postgres[1853]: attidentity AS identity,1122vm-test-run-nixbot-gitlab> gitlab # [ 54.888390] postgres[1853]: attgenerated as attgenerated1123vm-test-run-nixbot-gitlab> gitlab # [ 54.889181] postgres[1853]: FROM pg_attribute a1124vm-test-run-nixbot-gitlab> gitlab # [ 54.889887] postgres[1853]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1125vm-test-run-nixbot-gitlab> gitlab # [ 54.891055] postgres[1853]: LEFT JOIN pg_type t ON a.atttypid = t.oid1126vm-test-run-nixbot-gitlab> gitlab # [ 54.891929] postgres[1853]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1127vm-test-run-nixbot-gitlab> gitlab # [ 54.893370] postgres[1853]: WHERE a.attrelid = '"feature_gates"'::regclass1128vm-test-run-nixbot-gitlab> gitlab # [ 54.894329] postgres[1853]: AND a.attnum > 0 AND NOT a.attisdropped1129vm-test-run-nixbot-gitlab> gitlab # [ 54.895189] postgres[1853]: ORDER BY a.attnum1130vm-test-run-nixbot-gitlab> gitlab # [ 54.895799] postgres[1853]:1131vm-test-run-nixbot-gitlab> gitlab # [ 55.197560] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1398]: W, [2026-06-13T04:17:00.107597 #1398] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1132vm-test-run-nixbot-gitlab> gitlab # [ 60.278082] gitlab-workhorse[1305]: time="2026-06-13T04:17:05Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1133vm-test-run-nixbot-gitlab> gitlab # [ 63.105578] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1926]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1134vm-test-run-nixbot-gitlab> gitlab # [ 63.105963] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1926]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1135vm-test-run-nixbot-gitlab> gitlab # [ 70.289214] gitlab-workhorse[1305]: time="2026-06-13T04:17:15Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1136vm-test-run-nixbot-gitlab> gitlab # [ 80.298351] gitlab-workhorse[1305]: time="2026-06-13T04:17:25Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1137vm-test-run-nixbot-gitlab> gitlab # [ 85.969465] postgres[2020]: [2020] ERROR: relation "table_without_models" does not exist1138vm-test-run-nixbot-gitlab> gitlab # [ 85.970865] postgres[2020]: [2020] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1139vm-test-run-nixbot-gitlab> gitlab # [ 90.306320] gitlab-workhorse[1305]: time="2026-06-13T04:17:35Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1140vm-test-run-nixbot-gitlab> gitlab # [ 100.314304] gitlab-workhorse[1305]: time="2026-06-13T04:17:45Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1141vm-test-run-nixbot-gitlab> gitlab # [ 110.322313] gitlab-workhorse[1305]: time="2026-06-13T04:17:55Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1142vm-test-run-nixbot-gitlab> gitlab # [ 117.946086] systemd[1]: Finished gitlab-db-config.service.1143vm-test-run-nixbot-gitlab> gitlab # [ 117.951839] systemd[1]: Started gitlab-sidekiq.service.1144vm-test-run-nixbot-gitlab> gitlab # [ 117.957443] systemd[1]: Starting gitlab.service...1145vm-test-run-nixbot-gitlab> gitlab # [ 118.500506] bundle[2395]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1146vm-test-run-nixbot-gitlab> gitlab # [ 118.506537] bundle[2395]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1147vm-test-run-nixbot-gitlab> gitlab # [ 118.512278] bundle[2395]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1148vm-test-run-nixbot-gitlab> gitlab # [ 120.332423] gitlab-workhorse[1305]: time="2026-06-13T04:18:05Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1149vm-test-run-nixbot-gitlab> gitlab # [ 123.230538] sidekiq-cluster[2394]: {"severity":"INFO","time":"2026-06-13T04:18:08.113Z","message":"Starting cluster with 1 processes"}1150vm-test-run-nixbot-gitlab> gitlab # [ 123.325961] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.202Z","pid":2395,"message":"* Enabling systemd notification integration"}1151vm-test-run-nixbot-gitlab> gitlab # [ 123.330805] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.238Z","pid":2395,"message":"Puma starting in cluster mode..."}1152vm-test-run-nixbot-gitlab> gitlab # [ 123.335079] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.238Z","pid":2395,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1153vm-test-run-nixbot-gitlab> gitlab # [ 123.339638] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.238Z","pid":2395,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1154vm-test-run-nixbot-gitlab> gitlab # [ 123.345266] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.238Z","pid":2395,"message":"* Min threads: 0"}1155vm-test-run-nixbot-gitlab> gitlab # [ 123.348888] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.238Z","pid":2395,"message":"* Max threads: 4"}1156vm-test-run-nixbot-gitlab> gitlab # [ 123.352642] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.240Z","pid":2395,"message":"* Environment: production"}1157vm-test-run-nixbot-gitlab> gitlab # [ 123.356984] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.240Z","pid":2395,"message":"* Master PID: 2395"}1158vm-test-run-nixbot-gitlab> gitlab # [ 123.360965] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.240Z","pid":2395,"message":"* Workers: 2"}1159vm-test-run-nixbot-gitlab> gitlab # [ 123.365769] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.240Z","pid":2395,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1160vm-test-run-nixbot-gitlab> gitlab # [ 123.370938] bundle[2395]: {"timestamp":"2026-06-13T04:18:08.240Z","pid":2395,"message":"* Preloading application"}1161vm-test-run-nixbot-gitlab> gitlab # [ 130.337419] gitlab-workhorse[1305]: time="2026-06-13T04:18:15Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1162vm-test-run-nixbot-gitlab> gitlab # [ 140.336766] gitlab-workhorse[1305]: time="2026-06-13T04:18:25Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1163vm-test-run-nixbot-gitlab> gitlab # [ 150.342445] gitlab-workhorse[1305]: time="2026-06-13T04:18:35Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1164vm-test-run-nixbot-gitlab> gitlab # [ 160.350052] gitlab-workhorse[1305]: time="2026-06-13T04:18:45Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1165vm-test-run-nixbot-gitlab> gitlab # [ 160.894918] bundle[2395]: W, [2026-06-13T04:18:45.804924 #2395] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1166vm-test-run-nixbot-gitlab> gitlab # [ 165.709832] sidekiq-cluster[2444]: 2026-06-13T04:18:50.619Z pid=2444 tid=tms INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2444, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>450330624}1167vm-test-run-nixbot-gitlab> gitlab # [ 166.014866] sidekiq-cluster[2444]: W, [2026-06-13T04:18:50.925797 #2444] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1168vm-test-run-nixbot-gitlab> gitlab # [ 166.075931] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:50.986Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1169vm-test-run-nixbot-gitlab> gitlab # [ 169.256094] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.165Z","message":"GitLab reliable fetch activated!"}1170vm-test-run-nixbot-gitlab> gitlab # [ 169.256471] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.166Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1171vm-test-run-nixbot-gitlab> gitlab # [ 169.288802] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.199Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [ 169.295265] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.202Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [ 169.301668] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.205Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [ 169.308746] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.207Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [ 169.314985] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.210Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [ 169.321471] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.212Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [ 169.327213] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.214Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [ 169.332479] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.216Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [ 169.337185] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.217Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [ 169.341643] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.219Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [ 169.346258] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.221Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [ 169.350357] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.224Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [ 169.353849] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.226Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [ 169.357398] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.228Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [ 169.360712] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.230Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [ 169.363898] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.232Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [ 169.367228] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.234Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [ 169.370191] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.237Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [ 169.372896] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.239Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [ 169.375730] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.242Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [ 169.378588] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.244Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [ 169.381501] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.246Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [ 169.384399] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.248Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [ 169.386866] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.250Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [ 169.389445] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.252Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [ 169.392935] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.254Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [ 169.395415] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.256Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [ 169.398260] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.259Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [ 169.401127] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.261Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [ 169.403984] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.264Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [ 169.406955] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.266Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [ 169.409804] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.268Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [ 169.412921] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.271Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [ 169.415656] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.273Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [ 169.418821] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.275Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [ 169.421849] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.277Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [ 169.424757] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.278Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [ 169.427595] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.280Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [ 169.430465] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.283Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [ 169.433088] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.284Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [ 169.435532] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.286Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [ 169.438287] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.288Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [ 169.440804] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.290Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [ 169.443301] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.292Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [ 169.445776] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.294Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [ 169.448204] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.296Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [ 169.450640] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.298Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [ 169.452968] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.300Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [ 169.455197] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.302Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [ 169.457439] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.304Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [ 169.459577] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.307Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [ 169.461879] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.309Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [ 169.463960] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.312Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [ 169.466232] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.372Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [ 169.468527] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.374Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [ 169.470587] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.377Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [ 169.472585] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.380Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [ 169.474511] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.382Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [ 169.476609] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.386Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [ 169.478595] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.387Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [ 169.480689] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.391Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [ 169.482588] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.393Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [ 169.485641] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.396Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [ 169.488128] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.399Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [ 169.492087] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.403Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [ 169.495698] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.406Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [ 169.498628] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.409Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [ 169.501117] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.412Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [ 169.503599] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.413Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [ 169.506422] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.415Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [ 169.509099] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.417Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [ 169.511539] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.419Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [ 169.514059] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.421Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [ 169.516395] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.423Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [ 169.518778] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.424Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [ 169.521195] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.427Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [ 169.523569] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.428Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [ 169.525968] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.431Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [ 169.528465] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.433Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [ 169.530616] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.434Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [ 169.532726] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.437Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [ 169.534972] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.438Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [ 169.537351] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.441Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [ 169.539497] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.443Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [ 169.541698] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.446Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [ 169.543857] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.448Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [ 169.546095] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.450Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [ 169.548276] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.453Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [ 169.550346] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.455Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [ 169.552774] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.458Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [ 169.554874] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.460Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [ 169.557114] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.461Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [ 169.559208] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.463Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [ 169.561470] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.466Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [ 169.563671] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.467Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [ 169.565626] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.470Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [ 169.567745] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.473Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [ 169.569973] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.475Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1269vm-test-run-nixbot-gitlab> gitlab # [ 169.572034] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.477Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1270vm-test-run-nixbot-gitlab> gitlab # [ 169.581182] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.492Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1271vm-test-run-nixbot-gitlab> gitlab # [ 169.583293] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.494Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1272vm-test-run-nixbot-gitlab> gitlab # [ 169.585459] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.496Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1273vm-test-run-nixbot-gitlab> gitlab # [ 169.587947] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.499Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1274vm-test-run-nixbot-gitlab> gitlab # [ 169.590570] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.501Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1275vm-test-run-nixbot-gitlab> gitlab # [ 169.593715] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.504Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1276vm-test-run-nixbot-gitlab> gitlab # [ 169.595921] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.506Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1277vm-test-run-nixbot-gitlab> gitlab # [ 169.598319] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.508Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1278vm-test-run-nixbot-gitlab> gitlab # [ 169.600332] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.510Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1279vm-test-run-nixbot-gitlab> gitlab # [ 169.602491] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.513Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1280vm-test-run-nixbot-gitlab> gitlab # [ 169.604686] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:18:54.514Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1281vm-test-run-nixbot-gitlab> gitlab # [ 170.358337] gitlab-workhorse[1305]: time="2026-06-13T04:18:55Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1282vm-test-run-nixbot-gitlab> gitlab # [ 180.366222] gitlab-workhorse[1305]: time="2026-06-13T04:19:05Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1283vm-test-run-nixbot-gitlab> gitlab # [ 190.375044] gitlab-workhorse[1305]: time="2026-06-13T04:19:15Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1284vm-test-run-nixbot-gitlab> gitlab # [ 200.384424] gitlab-workhorse[1305]: time="2026-06-13T04:19:25Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1285vm-test-run-nixbot-gitlab> gitlab # [ 207.467199] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:32.377Z","message":"Booted Rails 7.2.3 application in production environment"}1286vm-test-run-nixbot-gitlab> gitlab # [ 207.467590] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:32.377Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1287vm-test-run-nixbot-gitlab> gitlab # [ 207.467813] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:32.377Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1288vm-test-run-nixbot-gitlab> gitlab # [ 207.467953] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:32.377Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1289vm-test-run-nixbot-gitlab> gitlab # [ 207.468673] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:32.379Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1290vm-test-run-nixbot-gitlab> gitlab # [ 209.175967] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.085Z","pid":2395,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1291vm-test-run-nixbot-gitlab> gitlab # [ 209.176371] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.086Z","pid":2395,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1292vm-test-run-nixbot-gitlab> gitlab # [ 209.176594] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.086Z","pid":2395,"message":"! #\u003cThread:0x0000eacbeb689730 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1293vm-test-run-nixbot-gitlab> gitlab # [ 209.176726] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.086Z","pid":2395,"message":"! #\u003cThread:0x0000eacbeb8a1ec8 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1294vm-test-run-nixbot-gitlab> gitlab # [ 209.176854] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.086Z","pid":2395,"message":"Use Ctrl-C to stop"}1295vm-test-run-nixbot-gitlab> gitlab # [ 209.176968] bundle[2395]: {"timestamp":"2026-06-13T04:19:34.086Z","pid":2395,"message":"Sending status to systemd every 1.0 sec"}1296vm-test-run-nixbot-gitlab> gitlab # [ 210.135977] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:35.046Z","message":"Cleaning working queues"}1297vm-test-run-nixbot-gitlab> gitlab # [ 210.140808] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:35.051Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"50f5d28553d4b597910b5368","created_at":"2026-06-13T04:18:01.931Z","trace_propagation_headers":{"sentry-trace":"ec18a5a1e8d84484932f16687e0228d1-8ae5d7cc99cc48c3","baggage":"sentry-trace_id=ec18a5a1e8d84484932f16687e0228d1,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"734c50c874ee3c0654ee98fe09b4c408","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-13T04:18:01.943Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-50f5d28553d4b597910b5368: start","job_status":"start","queue_duration_s":93.108286,"scheduling_latency_s":93.108362}1298vm-test-run-nixbot-gitlab> gitlab # [ 210.304767] bundle[2395]: {"timestamp":"2026-06-13T04:19:35.211Z","pid":2395,"message":"- Worker 1 (PID: 3221) booted in 1.01s, phase: 0"}1299vm-test-run-nixbot-gitlab> gitlab # [ 210.307600] bundle[2395]: {"timestamp":"2026-06-13T04:19:35.215Z","pid":2395,"message":"- Worker 0 (PID: 3217) booted in 1.05s, phase: 0"}1300vm-test-run-nixbot-gitlab> gitlab # [ 210.310795] systemd[1]: Started gitlab.service.1301vm-test-run-nixbot-gitlab> gitlab # [ 210.311899] systemd[1]: Reached target Common target for all GitLab services..1302vm-test-run-nixbot-gitlab> gitlab # [ 210.316197] systemd[1]: Starting setup-gitlab.service...1303vm-test-run-nixbot-gitlab> gitlab # [ 210.344607] setup-gitlab-start[3260]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1304vm-test-run-nixbot-gitlab> gitlab # [ 210.428667] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:35.338Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"50f5d28553d4b597910b5368","created_at":"2026-06-13T04:18:01.931Z","trace_propagation_headers":{"sentry-trace":"ec18a5a1e8d84484932f16687e0228d1-8ae5d7cc99cc48c3","baggage":"sentry-trace_id=ec18a5a1e8d84484932f16687e0228d1,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"734c50c874ee3c0654ee98fe09b4c408","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-13T04:18:01.943Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-50f5d28553d4b597910b5368: done: 0.287594 sec","job_status":"done","queue_duration_s":93.108286,"scheduling_latency_s":93.108362,"redis_calls":24,"redis_duration_s":0.013876,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.006431,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.005946,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001499,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.118067,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.1467891,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.287594,"completed_at":"2026-06-13T04:19:35.338Z","load_balancing_strategy":"primary","db_duration_s":0.08901,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1305vm-test-run-nixbot-gitlab> gitlab # [ 213.311893] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:19:38 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 29251306vm-test-run-nixbot-gitlab> gitlab # [ 213.320004] setup-gitlab-start[3289]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1307vm-test-run-nixbot-gitlab> gitlab # [ 213.322471] setup-gitlab-start[3290]: ++ jq -r .access_token1308vm-test-run-nixbot-gitlab> gitlab # [ 214.327384] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:19:39 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 9771309vm-test-run-nixbot-gitlab> gitlab # [ 214.331826] setup-gitlab-start[3260]: + BEARER=fa89d83321a09e7893bb1483e386066acb432c9cac315000120538dde9c600f11310vm-test-run-nixbot-gitlab> gitlab # [ 214.337510] setup-gitlab-start[3260]: + AUTH='Authorization: Bearer fa89d83321a09e7893bb1483e386066acb432c9cac315000120538dde9c600f1'1311vm-test-run-nixbot-gitlab> gitlab # [ 214.339083] setup-gitlab-start[3260]: + curl -fs -X PUT -H 'Authorization: Bearer fa89d83321a09e7893bb1483e386066acb432c9cac315000120538dde9c600f1' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1312vm-test-run-nixbot-gitlab> gitlab # [ 215.216345] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:19:40 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 8591313vm-test-run-nixbot-gitlab> gitlab # [ 215.220450] setup-gitlab-start[3260]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1314vm-test-run-nixbot-gitlab> gitlab # [ 215.237523] runuser[3304]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1315vm-test-run-nixbot-gitlab> gitlab # [ 215.732979] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1316vm-test-run-nixbot-gitlab> gitlab # [ 215.739159] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1317vm-test-run-nixbot-gitlab> gitlab # [ 215.746470] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1318vm-test-run-nixbot-gitlab> gitlab # [ 216.507882] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1319vm-test-run-nixbot-gitlab> gitlab # [ 216.508284] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1320vm-test-run-nixbot-gitlab> gitlab # [ 216.514011] setup-gitlab-start[3305]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1321vm-test-run-nixbot-gitlab> gitlab # [ 221.530241] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:46.439Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"dae0522cec8d360fefe48492","created_at":"2026-06-13T04:19:46.392Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0a48065d5951a9364143d1f1c9873103","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.436Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-dae0522cec8d360fefe48492: start","job_status":"start","queue_duration_s":0.003035,"scheduling_latency_s":0.003081}1322vm-test-run-nixbot-gitlab> gitlab # [ 221.726407] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:46.636Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"dae0522cec8d360fefe48492","created_at":"2026-06-13T04:19:46.392Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0a48065d5951a9364143d1f1c9873103","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.436Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-dae0522cec8d360fefe48492: done: 0.197247 sec","job_status":"done","queue_duration_s":0.003035,"scheduling_latency_s":0.003081,"redis_calls":10,"redis_duration_s":0.023542,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.006363,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.014976,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002203,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.031,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043825,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00138314,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.197247,"completed_at":"2026-06-13T04:19:46.636Z","load_balancing_strategy":"primary","db_duration_s":0.03483,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1323vm-test-run-nixbot-gitlab> gitlab # [ 221.814892] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:46.646Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"5104f76e218b2cceaf53591b","created_at":"2026-06-13T04:19:46.483Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b87054c59dbabb7ad5ad98f6466c1b29","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.504Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-5104f76e218b2cceaf53591b: start","job_status":"start","queue_duration_s":0.141768,"scheduling_latency_s":0.14182}1324vm-test-run-nixbot-gitlab> gitlab # [ 222.041949] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:46.951Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"5104f76e218b2cceaf53591b","created_at":"2026-06-13T04:19:46.483Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b87054c59dbabb7ad5ad98f6466c1b29","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.504Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-5104f76e218b2cceaf53591b: done: 0.305651 sec","job_status":"done","queue_duration_s":0.141768,"scheduling_latency_s":0.14182,"redis_calls":16,"redis_duration_s":0.075041,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.015627,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.054275,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005139,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.061,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.061,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076558,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00164432,"duration_s":0.305651,"completed_at":"2026-06-13T04:19:46.951Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.131182,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1325vm-test-run-nixbot-gitlab> gitlab # [ 222.135274] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:46.958Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"6c9659d6640c3bd3f5f95b49","created_at":"2026-06-13T04:19:46.530Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5451c54fc8541662036bbe372346c3c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.591Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-6c9659d6640c3bd3f5f95b49: start","job_status":"start","queue_duration_s":0.367052,"scheduling_latency_s":0.367105}1326vm-test-run-nixbot-gitlab> gitlab # [ 222.158707] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.064Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"6c9659d6640c3bd3f5f95b49","created_at":"2026-06-13T04:19:46.530Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5451c54fc8541662036bbe372346c3c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.591Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-6c9659d6640c3bd3f5f95b49: done: 0.106478 sec","job_status":"done","queue_duration_s":0.367052,"scheduling_latency_s":0.367105,"redis_calls":12,"redis_duration_s":0.032376,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.006787,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0128,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.012789,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00273928,"duration_s":0.106478,"completed_at":"2026-06-13T04:19:47.064Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005143,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1327vm-test-run-nixbot-gitlab> gitlab # [ 222.208094] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.076Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b4fa30f25daffeedc75cd4c8","created_at":"2026-06-13T04:19:46.625Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"414b04cd7bdbe257fabd57e4fb67fe0c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:19:46.645Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b4fa30f25daffeedc75cd4c8: start","job_status":"start","queue_duration_s":0.431148,"scheduling_latency_s":0.431195}1328vm-test-run-nixbot-gitlab> gitlab # [ 222.220752] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.131Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1329vm-test-run-nixbot-gitlab> gitlab # [ 222.288435] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.198Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b4fa30f25daffeedc75cd4c8","created_at":"2026-06-13T04:19:46.625Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"414b04cd7bdbe257fabd57e4fb67fe0c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:19:46.645Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b4fa30f25daffeedc75cd4c8: done: 0.122084 sec","job_status":"done","queue_duration_s":0.431148,"scheduling_latency_s":0.431195,"redis_calls":10,"redis_duration_s":0.024945,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.005888,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.013482,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005575,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002077,"duration_s":0.122084,"completed_at":"2026-06-13T04:19:47.198Z","load_balancing_strategy":"primary","db_duration_s":0.002575,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [ 222.368500] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.208Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"517d2cbb36d5664f4d21d292","created_at":"2026-06-13T04:19:46.671Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8300e7f3e1158a53a311f5fb94771ec1","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.706Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-517d2cbb36d5664f4d21d292: start","job_status":"start","queue_duration_s":0.501989,"scheduling_latency_s":0.502037}1331vm-test-run-nixbot-gitlab> gitlab # [ 222.461009] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.370Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"517d2cbb36d5664f4d21d292","created_at":"2026-06-13T04:19:46.671Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8300e7f3e1158a53a311f5fb94771ec1","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.706Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-517d2cbb36d5664f4d21d292: done: 0.162365 sec","job_status":"done","queue_duration_s":0.501989,"scheduling_latency_s":0.502037,"redis_calls":10,"redis_duration_s":0.022165999999999998,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004881,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.014084,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003201,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.052,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0021865,"duration_s":0.162365,"completed_at":"2026-06-13T04:19:47.370Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.057263,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [ 222.550469] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.403Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f93085cb6feb7e07ce5bec4d","created_at":"2026-06-13T04:19:46.727Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.749Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f93085cb6feb7e07ce5bec4d: start","job_status":"start","queue_duration_s":0.654048,"scheduling_latency_s":0.654093}1333vm-test-run-nixbot-gitlab> gitlab # [ 222.766990] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.676Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f93085cb6feb7e07ce5bec4d","created_at":"2026-06-13T04:19:46.727Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.749Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f93085cb6feb7e07ce5bec4d: done: 0.273759 sec","job_status":"done","queue_duration_s":0.654048,"scheduling_latency_s":0.654093,"redis_calls":19,"redis_duration_s":0.092959,"redis_read_bytes":22,"redis_write_bytes":4785,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.024515,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.001155,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.062833,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.004456,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.073584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.04446816,"duration_s":0.273759,"completed_at":"2026-06-13T04:19:47.676Z","load_balancing_strategy":"primary","db_duration_s":0.018322,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [ 222.862617] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.680Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"1054bfafea6b3a9658af1605","created_at":"2026-06-13T04:19:46.759Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d462c29f478c5bf97a18f7196609873","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.775Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-1054bfafea6b3a9658af1605: start","job_status":"start","queue_duration_s":0.905333,"scheduling_latency_s":0.905377}1335vm-test-run-nixbot-gitlab> gitlab # [ 222.884574] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.714Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1336vm-test-run-nixbot-gitlab> gitlab # [ 222.888988] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.731Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"1054bfafea6b3a9658af1605","created_at":"2026-06-13T04:19:46.759Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d462c29f478c5bf97a18f7196609873","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.775Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-1054bfafea6b3a9658af1605: done: 0.051147 sec","job_status":"done","queue_duration_s":0.905333,"scheduling_latency_s":0.905377,"redis_calls":10,"redis_duration_s":0.0039239999999999995,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000842,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002306,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000776,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028844,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00061628,"duration_s":0.051147,"completed_at":"2026-06-13T04:19:47.731Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004721,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337vm-test-run-nixbot-gitlab> gitlab # [ 222.933764] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.734Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"72a72cfcf047327f96445f02","created_at":"2026-06-13T04:19:46.787Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9f4097059075eb764715075773fd2c55","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.801Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-72a72cfcf047327f96445f02: start","job_status":"start","queue_duration_s":0.933184,"scheduling_latency_s":0.933222}1338vm-test-run-nixbot-gitlab> gitlab # [ 222.947099] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.782Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"72a72cfcf047327f96445f02","created_at":"2026-06-13T04:19:46.787Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9f4097059075eb764715075773fd2c55","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.801Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-72a72cfcf047327f96445f02: done: 0.047631 sec","job_status":"done","queue_duration_s":0.933184,"scheduling_latency_s":0.933222,"redis_calls":12,"redis_duration_s":0.00414,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000614,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001968,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001558,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00087376,"exclusive_lock_hold_duration_s":0.01020934,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.047631,"completed_at":"2026-06-13T04:19:47.782Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005454,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339vm-test-run-nixbot-gitlab> gitlab # [ 222.987508] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f36508239c450632935a183b","created_at":"2026-06-13T04:19:46.849Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"39d89c11a75ee4ef29c22bb07a89f145","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.870Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f36508239c450632935a183b: start","job_status":"start","queue_duration_s":0.914064,"scheduling_latency_s":0.914093}1340vm-test-run-nixbot-gitlab> gitlab # [ 223.000457] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.832Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f36508239c450632935a183b","created_at":"2026-06-13T04:19:46.849Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"39d89c11a75ee4ef29c22bb07a89f145","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.870Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f36508239c450632935a183b: done: 0.048086 sec","job_status":"done","queue_duration_s":0.914064,"scheduling_latency_s":0.914093,"redis_calls":12,"redis_duration_s":0.0040809999999999996,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000662,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001825,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001594,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027922,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0008322,"exclusive_lock_hold_duration_s":0.01270396,"duration_s":0.048086,"completed_at":"2026-06-13T04:19:47.832Z","load_balancing_strategy":"primary","db_duration_s":0.006256,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1341vm-test-run-nixbot-gitlab> gitlab # [ 223.039152] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:47.835Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"cc60026b6aac0bae551dea28","created_at":"2026-06-13T04:19:46.940Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8bc59864243c32929b9d094d0011564b","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.961Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-cc60026b6aac0bae551dea28: start","job_status":"start","queue_duration_s":0.873996,"scheduling_latency_s":0.874024}1342vm-test-run-nixbot-gitlab> gitlab # [ 223.255950] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.166Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"cc60026b6aac0bae551dea28","created_at":"2026-06-13T04:19:46.940Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8bc59864243c32929b9d094d0011564b","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:46.961Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-cc60026b6aac0bae551dea28: done: 0.331104 sec","job_status":"done","queue_duration_s":0.873996,"scheduling_latency_s":0.874024,"redis_calls":574,"redis_duration_s":0.075464,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000622,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001248,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.073594,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.283799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025344,"duration_s":0.331104,"completed_at":"2026-06-13T04:19:48.166Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000772,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1343vm-test-run-nixbot-gitlab> gitlab # [ 223.347266] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.167Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"ce51b5eedca847929821ed02","created_at":"2026-06-13T04:19:46.985Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b93f00161cff4a2b9307f7b270b08dcd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:19:47.012Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-ce51b5eedca847929821ed02: start","job_status":"start","queue_duration_s":1.155032,"scheduling_latency_s":1.155049}1344vm-test-run-nixbot-gitlab> gitlab # [ 223.364199] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.179Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1345vm-test-run-nixbot-gitlab> gitlab # [ 223.367899] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.186Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"ce51b5eedca847929821ed02","created_at":"2026-06-13T04:19:46.985Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b93f00161cff4a2b9307f7b270b08dcd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:19:47.012Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-ce51b5eedca847929821ed02: done: 0.018796 sec","job_status":"done","queue_duration_s":1.155032,"scheduling_latency_s":1.155049,"redis_calls":10,"redis_duration_s":0.001697,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000351,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000993,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000353,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042958,"duration_s":0.018796,"completed_at":"2026-06-13T04:19:48.186Z","load_balancing_strategy":"primary","db_duration_s":0.000562,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [ 223.409646] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.188Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"049968ca8db872d9922e7bc0","created_at":"2026-06-13T04:19:47.047Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1d2608151686e76e7de56c95e265dad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:19:47.079Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-049968ca8db872d9922e7bc0: start","job_status":"start","queue_duration_s":1.108249,"scheduling_latency_s":1.108265}1347vm-test-run-nixbot-gitlab> gitlab # [ 223.422359] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.223Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"049968ca8db872d9922e7bc0","created_at":"2026-06-13T04:19:47.047Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1d2608151686e76e7de56c95e265dad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:19:47.079Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-049968ca8db872d9922e7bc0: done: 0.035796 sec","job_status":"done","queue_duration_s":1.108249,"scheduling_latency_s":1.108265,"redis_calls":10,"redis_duration_s":0.002354,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000421,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001433,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033874,"duration_s":0.035796,"completed_at":"2026-06-13T04:19:48.223Z","load_balancing_strategy":"primary","db_duration_s":0.007063,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [ 223.461658] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.225Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"346f11945c920b199e07cc7d","created_at":"2026-06-13T04:19:47.110Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ce4b5412d4f5a84e2e29712c70e12a7c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.142Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-346f11945c920b199e07cc7d: start","job_status":"start","queue_duration_s":1.082518,"scheduling_latency_s":1.082534}1349vm-test-run-nixbot-gitlab> gitlab # [ 223.585382] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"346f11945c920b199e07cc7d","created_at":"2026-06-13T04:19:47.110Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ce4b5412d4f5a84e2e29712c70e12a7c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.142Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-346f11945c920b199e07cc7d: done: 0.269387 sec","job_status":"done","queue_duration_s":1.082518,"scheduling_latency_s":1.082534,"redis_calls":14,"redis_duration_s":0.004076,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001057,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001751,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001268,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.024,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.231432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00057492,"exclusive_lock_hold_duration_s":0.24460868,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.269387,"completed_at":"2026-06-13T04:19:48.494Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.029391,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [ 223.668689] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.496Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"29433354eb521830755359be","created_at":"2026-06-13T04:19:47.186Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c0f32c90b3f54222e735f64df0d33544","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.206Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-29433354eb521830755359be: start","job_status":"start","queue_duration_s":1.289839,"scheduling_latency_s":1.289857}1351vm-test-run-nixbot-gitlab> gitlab # [ 223.685715] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.509Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1352vm-test-run-nixbot-gitlab> gitlab # [ 223.689442] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.516Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"29433354eb521830755359be","created_at":"2026-06-13T04:19:47.186Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c0f32c90b3f54222e735f64df0d33544","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.206Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-29433354eb521830755359be: done: 0.019844 sec","job_status":"done","queue_duration_s":1.289839,"scheduling_latency_s":1.289857,"redis_calls":10,"redis_duration_s":0.002386,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000542,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00134,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000504,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00030766,"duration_s":0.019844,"completed_at":"2026-06-13T04:19:48.516Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00077,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1353vm-test-run-nixbot-gitlab> gitlab # [ 223.736652] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.518Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"c34c7e81d74ae167aad68df2","created_at":"2026-06-13T04:19:47.237Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02e64b85b93e894800978decffbd53de","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.271Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-c34c7e81d74ae167aad68df2: start","job_status":"start","queue_duration_s":1.247196,"scheduling_latency_s":1.247216}1354vm-test-run-nixbot-gitlab> gitlab # [ 223.751002] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.530Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1355vm-test-run-nixbot-gitlab> gitlab # [ 223.754787] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.538Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"c34c7e81d74ae167aad68df2","created_at":"2026-06-13T04:19:47.237Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02e64b85b93e894800978decffbd53de","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.271Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-c34c7e81d74ae167aad68df2: done: 0.020049 sec","job_status":"done","queue_duration_s":1.247196,"scheduling_latency_s":1.247216,"redis_calls":10,"redis_duration_s":0.002652,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000498,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001666,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000488,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032204,"duration_s":0.020049,"completed_at":"2026-06-13T04:19:48.538Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000657,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [ 223.794734] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.540Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"50efa6bf509966c7eafbbf80","created_at":"2026-06-13T04:19:47.342Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8854b257baf86fee86c3d7e57e92be68","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.366Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-50efa6bf509966c7eafbbf80: start","job_status":"start","queue_duration_s":1.173819,"scheduling_latency_s":1.173841}1357vm-test-run-nixbot-gitlab> gitlab # [ 223.808441] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.552Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1358vm-test-run-nixbot-gitlab> gitlab # [ 223.811687] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.560Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"50efa6bf509966c7eafbbf80","created_at":"2026-06-13T04:19:47.342Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8854b257baf86fee86c3d7e57e92be68","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.366Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-50efa6bf509966c7eafbbf80: done: 0.019926 sec","job_status":"done","queue_duration_s":1.173819,"scheduling_latency_s":1.173841,"redis_calls":10,"redis_duration_s":0.002386,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000487,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001403,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000496,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011127,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00052324,"duration_s":0.019926,"completed_at":"2026-06-13T04:19:48.560Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000546,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359vm-test-run-nixbot-gitlab> gitlab # [ 223.851406] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.561Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"d8f5b01cba9cf54c29a4dd1d","created_at":"2026-06-13T04:19:47.395Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bfe5c78a145ce1e7c8513ff08fa4ec85","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.410Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-d8f5b01cba9cf54c29a4dd1d: start","job_status":"start","queue_duration_s":1.150987,"scheduling_latency_s":1.151003}1360vm-test-run-nixbot-gitlab> gitlab # [ 223.896865] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.807Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"d8f5b01cba9cf54c29a4dd1d","created_at":"2026-06-13T04:19:47.395Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bfe5c78a145ce1e7c8513ff08fa4ec85","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.410Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-d8f5b01cba9cf54c29a4dd1d: done: 0.24592 sec","job_status":"done","queue_duration_s":1.150987,"scheduling_latency_s":1.151003,"redis_calls":12,"redis_duration_s":0.003097,"redis_read_bytes":11,"redis_write_bytes":1370,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000526,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001414,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001157,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.037,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.195609,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00062734,"exclusive_lock_hold_duration_s":0.22465834,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.24592,"completed_at":"2026-06-13T04:19:48.807Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.056481,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361vm-test-run-nixbot-gitlab> gitlab # [ 223.943197] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.809Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker","jid":"14332cda1181a5c203f0756c","created_at":"2026-06-13T04:19:47.419Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5ddca837fdc5178cd6f31f7c11da0c80","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:805014656d48c4962f83ad00758ac8cfab4de244cfbd1d771454e66bd9018911","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.432Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker JID-14332cda1181a5c203f0756c: start","job_status":"start","queue_duration_s":1.376956,"scheduling_latency_s":1.376975}1362vm-test-run-nixbot-gitlab> gitlab # [ 223.966671] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.877Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker","jid":"14332cda1181a5c203f0756c","created_at":"2026-06-13T04:19:47.419Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5ddca837fdc5178cd6f31f7c11da0c80","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:805014656d48c4962f83ad00758ac8cfab4de244cfbd1d771454e66bd9018911","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.432Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker JID-14332cda1181a5c203f0756c: done: 0.068322 sec","job_status":"done","queue_duration_s":1.376956,"scheduling_latency_s":1.376975,"redis_calls":20,"redis_duration_s":0.004986,"redis_read_bytes":19,"redis_write_bytes":3248,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002007,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1346,"redis_queues_calls":2,"redis_queues_duration_s":0.000445,"redis_queues_read_bytes":2,"redis_queues_write_bytes":818,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001756,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":734,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000778,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":350,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00045038,"duration_s":0.068322,"completed_at":"2026-06-13T04:19:48.877Z","load_balancing_strategy":"primary","db_duration_s":0.019509,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1363vm-test-run-nixbot-gitlab> gitlab # [ 224.007778] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.879Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"8c091b7813aee6ac45dbb966","created_at":"2026-06-13T04:19:47.455Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8f1e2cc79b41a8144468e43ca1812b3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.462Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-8c091b7813aee6ac45dbb966: start","job_status":"start","queue_duration_s":1.416242,"scheduling_latency_s":1.416258}1364vm-test-run-nixbot-gitlab> gitlab # [ 224.024519] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.935Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"8c091b7813aee6ac45dbb966","created_at":"2026-06-13T04:19:47.455Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8f1e2cc79b41a8144468e43ca1812b3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.462Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-8c091b7813aee6ac45dbb966: done: 0.056061 sec","job_status":"done","queue_duration_s":1.416242,"scheduling_latency_s":1.416258,"redis_calls":12,"redis_duration_s":0.003595,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00057,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001615,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00141,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021647,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00077362,"exclusive_lock_hold_duration_s":0.024450120000000002,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.056061,"completed_at":"2026-06-13T04:19:48.935Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025996,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365vm-test-run-nixbot-gitlab> gitlab # [ 224.066312] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.936Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a35c11c4dc3d19efb2e8eb87","created_at":"2026-06-13T04:19:47.471Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f248740b236b1b4a06628712e5b0bb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.490Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a35c11c4dc3d19efb2e8eb87: start","job_status":"start","queue_duration_s":1.446105,"scheduling_latency_s":1.446123}1366vm-test-run-nixbot-gitlab> gitlab # [ 224.080765] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.958Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a35c11c4dc3d19efb2e8eb87","created_at":"2026-06-13T04:19:47.471Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f248740b236b1b4a06628712e5b0bb6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.490Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a35c11c4dc3d19efb2e8eb87: done: 0.021662 sec","job_status":"done","queue_duration_s":1.446105,"scheduling_latency_s":1.446123,"redis_calls":10,"redis_duration_s":0.002405,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000514,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001406,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012263,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033966,"duration_s":0.021662,"completed_at":"2026-06-13T04:19:48.958Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000691,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367vm-test-run-nixbot-gitlab> gitlab # [ 224.120419] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.960Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"9dcf3dc366a6f6a7cddeef16","created_at":"2026-06-13T04:19:47.532Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0fe2c68bff6e8b8e5a1f1f04342c8801","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.561Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-9dcf3dc366a6f6a7cddeef16: start","job_status":"start","queue_duration_s":1.398307,"scheduling_latency_s":1.398324}1368vm-test-run-nixbot-gitlab> gitlab # [ 224.133902] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.996Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"9dcf3dc366a6f6a7cddeef16","created_at":"2026-06-13T04:19:47.532Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0fe2c68bff6e8b8e5a1f1f04342c8801","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.561Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-9dcf3dc366a6f6a7cddeef16: done: 0.036772 sec","job_status":"done","queue_duration_s":1.398307,"scheduling_latency_s":1.398324,"redis_calls":13,"redis_duration_s":0.0035900000000000003,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000572,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001833,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001185,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021951,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01324048,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.036772,"completed_at":"2026-06-13T04:19:48.996Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006307,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1369vm-test-run-nixbot-gitlab> gitlab # [ 224.175514] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:48.998Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"4246f6152aa34fb91d276409","created_at":"2026-06-13T04:19:47.573Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.607Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-4246f6152aa34fb91d276409: start","job_status":"start","queue_duration_s":1.391002,"scheduling_latency_s":1.391019}1370vm-test-run-nixbot-gitlab> gitlab # [ 224.195716] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.106Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"4246f6152aa34fb91d276409","created_at":"2026-06-13T04:19:47.573Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.607Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-4246f6152aa34fb91d276409: done: 0.108166 sec","job_status":"done","queue_duration_s":1.391002,"scheduling_latency_s":1.391019,"redis_calls":71,"redis_duration_s":0.017342,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002509,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000784,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.013306,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000743,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.088397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00030706,"duration_s":0.108166,"completed_at":"2026-06-13T04:19:49.106Z","load_balancing_strategy":"primary","db_duration_s":0.002744,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371vm-test-run-nixbot-gitlab> gitlab # [ 224.237086] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.108Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"6d2ea773aa99e57c436f6971","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-6d2ea773aa99e57c436f6971: start","job_status":"start","queue_duration_s":1.495914,"scheduling_latency_s":1.495932}1372vm-test-run-nixbot-gitlab> gitlab # [ 224.248664] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.124Z","message":"No existing merge request to be cleaned up."}1373vm-test-run-nixbot-gitlab> gitlab # [ 224.250211] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.139Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"6d2ea773aa99e57c436f6971","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-6d2ea773aa99e57c436f6971: done: 0.031132 sec","job_status":"done","queue_duration_s":1.495914,"scheduling_latency_s":1.495932,"redis_calls":13,"redis_duration_s":0.0035210000000000003,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000483,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001221,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001817,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034554,"duration_s":0.031132,"completed_at":"2026-06-13T04:19:49.139Z","load_balancing_strategy":"primary","db_duration_s":0.005471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [ 224.289011] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.141Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"77e09c0e5418ae1448679c13","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-77e09c0e5418ae1448679c13: start","job_status":"start","queue_duration_s":1.52921,"scheduling_latency_s":1.529227}1375vm-test-run-nixbot-gitlab> gitlab # [ 224.301453] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.152Z","message":"No existing merge request to be cleaned up."}1376vm-test-run-nixbot-gitlab> gitlab # [ 224.303129] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.161Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"77e09c0e5418ae1448679c13","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-77e09c0e5418ae1448679c13: done: 0.019941 sec","job_status":"done","queue_duration_s":1.52921,"scheduling_latency_s":1.529227,"redis_calls":10,"redis_duration_s":0.0025840000000000004,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001007,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001577,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012255,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019941,"completed_at":"2026-06-13T04:19:49.161Z","load_balancing_strategy":"primary","db_duration_s":0.002575,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [ 224.340656] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.162Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1910287c0f5bdf85e9d1ac34","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1910287c0f5bdf85e9d1ac34: start","job_status":"start","queue_duration_s":1.550528,"scheduling_latency_s":1.550543}1378vm-test-run-nixbot-gitlab> gitlab # [ 224.352542] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.173Z","message":"No existing merge request to be cleaned up."}1379vm-test-run-nixbot-gitlab> gitlab # [ 224.354127] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.182Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1910287c0f5bdf85e9d1ac34","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1910287c0f5bdf85e9d1ac34: done: 0.019377 sec","job_status":"done","queue_duration_s":1.550528,"scheduling_latency_s":1.550543,"redis_calls":10,"redis_duration_s":0.002344,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000948,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001396,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011844,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019377,"completed_at":"2026-06-13T04:19:49.182Z","load_balancing_strategy":"primary","db_duration_s":0.002402,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [ 224.391003] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.183Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"477268c304fc198a1262280c","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-477268c304fc198a1262280c: start","job_status":"start","queue_duration_s":1.571235,"scheduling_latency_s":1.571251}1381vm-test-run-nixbot-gitlab> gitlab # [ 224.403091] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.194Z","message":"No existing merge request to be cleaned up."}1382vm-test-run-nixbot-gitlab> gitlab # [ 224.404785] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.203Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"477268c304fc198a1262280c","created_at":"2026-06-13T04:19:47.538Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-208ca3ac668e4ce0","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"99a9b9f3aa481aa57f199d8325da4cd4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:47.612Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-477268c304fc198a1262280c: done: 0.019795 sec","job_status":"done","queue_duration_s":1.571235,"scheduling_latency_s":1.571251,"redis_calls":10,"redis_duration_s":0.002601,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001067,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001534,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019795,"completed_at":"2026-06-13T04:19:49.203Z","load_balancing_strategy":"primary","db_duration_s":0.002583,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383vm-test-run-nixbot-gitlab> gitlab # [ 224.442572] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.204Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Projects::RefreshBuildArtifactsSizeStatisticsWorker","args":[],"jid":"e4f5daee51bcb5ebb6b77367","created_at":"2026-06-13T04:19:48.828Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-8aa6d7ea059745ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker","correlation_id":"5ddca837fdc5178cd6f31f7c11da0c80","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:48.868Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::RefreshBuildArtifactsSizeStatisticsWorker JID-e4f5daee51bcb5ebb6b77367: start","job_status":"start","queue_duration_s":0.336486,"scheduling_latency_s":0.336501}1384vm-test-run-nixbot-gitlab> gitlab # [ 224.455287] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Projects::RefreshBuildArtifactsSizeStatisticsWorker","args":[],"jid":"e4f5daee51bcb5ebb6b77367","created_at":"2026-06-13T04:19:48.828Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-8aa6d7ea059745ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Projects::ScheduleRefreshBuildArtifactsSizeStatisticsWorker","correlation_id":"5ddca837fdc5178cd6f31f7c11da0c80","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:48.868Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::RefreshBuildArtifactsSizeStatisticsWorker JID-e4f5daee51bcb5ebb6b77367: done: 0.034494 sec","job_status":"done","queue_duration_s":0.336486,"scheduling_latency_s":0.336501,"redis_calls":13,"redis_duration_s":0.003374,"redis_read_bytes":12,"redis_write_bytes":1665,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000607,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001171,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":519,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001596,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":801,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02013,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003041,"duration_s":0.034494,"completed_at":"2026-06-13T04:19:49.239Z","load_balancing_strategy":"primary","db_duration_s":0.006873,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [ 224.496035] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.240Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ee592dc50dfda9b843f31ae","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ee592dc50dfda9b843f31ae: start","job_status":"start","queue_duration_s":0.142797,"scheduling_latency_s":0.142812}1386vm-test-run-nixbot-gitlab> gitlab # [ 224.507929] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.262Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ee592dc50dfda9b843f31ae","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ee592dc50dfda9b843f31ae: done: 0.022183 sec","job_status":"done","queue_duration_s":0.142797,"scheduling_latency_s":0.142812,"redis_calls":16,"redis_duration_s":0.0035510000000000003,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0005,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000991,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00206,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012906,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00030778,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022183,"completed_at":"2026-06-13T04:19:49.262Z","load_balancing_strategy":"primary","db_duration_s":0.000804,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387vm-test-run-nixbot-gitlab> gitlab # [ 224.547677] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a47a26af68552f665e1d99a1","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a47a26af68552f665e1d99a1: start","job_status":"start","queue_duration_s":0.166542,"scheduling_latency_s":0.166558}1388vm-test-run-nixbot-gitlab> gitlab # [ 224.560208] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.279Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a47a26af68552f665e1d99a1","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a47a26af68552f665e1d99a1: done: 0.015782 sec","job_status":"done","queue_duration_s":0.166542,"scheduling_latency_s":0.166558,"redis_calls":13,"redis_duration_s":0.002744,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001821,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015782,"completed_at":"2026-06-13T04:19:49.279Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1389vm-test-run-nixbot-gitlab> gitlab # [ 224.597622] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.281Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21035252e61a16b5c31ba746","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21035252e61a16b5c31ba746: start","job_status":"start","queue_duration_s":0.183634,"scheduling_latency_s":0.18365}1390vm-test-run-nixbot-gitlab> gitlab # [ 224.609749] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.297Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21035252e61a16b5c31ba746","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21035252e61a16b5c31ba746: done: 0.015778 sec","job_status":"done","queue_duration_s":0.183634,"scheduling_latency_s":0.18365,"redis_calls":13,"redis_duration_s":0.002757,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001861,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009678,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015778,"completed_at":"2026-06-13T04:19:49.297Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391vm-test-run-nixbot-gitlab> gitlab # [ 224.647431] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d8ae97ec2393a5a9f216b0d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d8ae97ec2393a5a9f216b0d: start","job_status":"start","queue_duration_s":0.200729,"scheduling_latency_s":0.200745}1392vm-test-run-nixbot-gitlab> gitlab # [ 224.659378] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d8ae97ec2393a5a9f216b0d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d8ae97ec2393a5a9f216b0d: done: 0.016367 sec","job_status":"done","queue_duration_s":0.200729,"scheduling_latency_s":0.200745,"redis_calls":13,"redis_duration_s":0.002909,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001922,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016367,"completed_at":"2026-06-13T04:19:49.314Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393vm-test-run-nixbot-gitlab> gitlab # [ 224.698669] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2f08c906db329e465671fbf","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2f08c906db329e465671fbf: start","job_status":"start","queue_duration_s":0.218534,"scheduling_latency_s":0.218549}1394vm-test-run-nixbot-gitlab> gitlab # [ 224.710701] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.332Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2f08c906db329e465671fbf","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2f08c906db329e465671fbf: done: 0.016047 sec","job_status":"done","queue_duration_s":0.218534,"scheduling_latency_s":0.218549,"redis_calls":13,"redis_duration_s":0.0030169999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001034,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016047,"completed_at":"2026-06-13T04:19:49.332Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395vm-test-run-nixbot-gitlab> gitlab # [ 224.749698] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c2bc4c69ae6066fd6e0f9bf","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c2bc4c69ae6066fd6e0f9bf: start","job_status":"start","queue_duration_s":0.235891,"scheduling_latency_s":0.235906}1396vm-test-run-nixbot-gitlab> gitlab # [ 224.761636] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c2bc4c69ae6066fd6e0f9bf","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c2bc4c69ae6066fd6e0f9bf: done: 0.016565 sec","job_status":"done","queue_duration_s":0.235891,"scheduling_latency_s":0.235906,"redis_calls":13,"redis_duration_s":0.003256,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00231,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010097,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016565,"completed_at":"2026-06-13T04:19:49.350Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397vm-test-run-nixbot-gitlab> gitlab # [ 224.799124] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12213b459c163f82c351e857","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12213b459c163f82c351e857: start","job_status":"start","queue_duration_s":0.253921,"scheduling_latency_s":0.253936}1398vm-test-run-nixbot-gitlab> gitlab # [ 224.810924] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"12213b459c163f82c351e857","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-12213b459c163f82c351e857: done: 0.015362 sec","job_status":"done","queue_duration_s":0.253921,"scheduling_latency_s":0.253936,"redis_calls":13,"redis_duration_s":0.002627,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001733,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009484,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015362,"completed_at":"2026-06-13T04:19:49.366Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399vm-test-run-nixbot-gitlab> gitlab # [ 224.847779] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.368Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"041211c35ef8534e89fabf36","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-041211c35ef8534e89fabf36: start","job_status":"start","queue_duration_s":0.270698,"scheduling_latency_s":0.270713}1400vm-test-run-nixbot-gitlab> gitlab # [ 224.859682] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"041211c35ef8534e89fabf36","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-041211c35ef8534e89fabf36: done: 0.015616 sec","job_status":"done","queue_duration_s":0.270698,"scheduling_latency_s":0.270713,"redis_calls":13,"redis_duration_s":0.0027990000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00093,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001869,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009659,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015616,"completed_at":"2026-06-13T04:19:49.383Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [ 224.897954] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.385Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a3957945f41ee0784f3d8110","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a3957945f41ee0784f3d8110: start","job_status":"start","queue_duration_s":0.287814,"scheduling_latency_s":0.28783}1402vm-test-run-nixbot-gitlab> gitlab # [ 224.909705] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.400Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a3957945f41ee0784f3d8110","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a3957945f41ee0784f3d8110: done: 0.01541 sec","job_status":"done","queue_duration_s":0.287814,"scheduling_latency_s":0.28783,"redis_calls":13,"redis_duration_s":0.002457,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001515,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01541,"completed_at":"2026-06-13T04:19:49.400Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [ 224.947829] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.402Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3f9db40fb3b3ae06ced9696","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3f9db40fb3b3ae06ced9696: start","job_status":"start","queue_duration_s":0.304858,"scheduling_latency_s":0.304874}1404vm-test-run-nixbot-gitlab> gitlab # [ 224.959953] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.418Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3f9db40fb3b3ae06ced9696","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3f9db40fb3b3ae06ced9696: done: 0.016151 sec","job_status":"done","queue_duration_s":0.304858,"scheduling_latency_s":0.304874,"redis_calls":13,"redis_duration_s":0.002818,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001845,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010353,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016151,"completed_at":"2026-06-13T04:19:49.418Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [ 224.997866] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d65c8e31c7fa2ff7a19972b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d65c8e31c7fa2ff7a19972b: start","job_status":"start","queue_duration_s":0.322492,"scheduling_latency_s":0.322508}1406vm-test-run-nixbot-gitlab> gitlab # [ 225.009668] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.435Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d65c8e31c7fa2ff7a19972b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d65c8e31c7fa2ff7a19972b: done: 0.015374 sec","job_status":"done","queue_duration_s":0.322492,"scheduling_latency_s":0.322508,"redis_calls":13,"redis_duration_s":0.002611,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001699,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015374,"completed_at":"2026-06-13T04:19:49.435Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407vm-test-run-nixbot-gitlab> gitlab # [ 225.046833] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c36b8be76d3683ec1c3eb8b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c36b8be76d3683ec1c3eb8b: start","job_status":"start","queue_duration_s":0.339412,"scheduling_latency_s":0.339428}1408vm-test-run-nixbot-gitlab> gitlab # [ 225.058740] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c36b8be76d3683ec1c3eb8b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c36b8be76d3683ec1c3eb8b: done: 0.016365 sec","job_status":"done","queue_duration_s":0.339412,"scheduling_latency_s":0.339428,"redis_calls":13,"redis_duration_s":0.003177,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001328,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001849,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016365,"completed_at":"2026-06-13T04:19:49.453Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409vm-test-run-nixbot-gitlab> gitlab # [ 225.095765] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.454Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5e6556c9d0be470e02f5802","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5e6556c9d0be470e02f5802: start","job_status":"start","queue_duration_s":0.357177,"scheduling_latency_s":0.357194}1410vm-test-run-nixbot-gitlab> gitlab # [ 225.108492] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5e6556c9d0be470e02f5802","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5e6556c9d0be470e02f5802: done: 0.015797 sec","job_status":"done","queue_duration_s":0.357177,"scheduling_latency_s":0.357194,"redis_calls":13,"redis_duration_s":0.002699,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001816,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015797,"completed_at":"2026-06-13T04:19:49.470Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411vm-test-run-nixbot-gitlab> gitlab # [ 225.144486] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.472Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54e2d9425dadec780522dbf0","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54e2d9425dadec780522dbf0: start","job_status":"start","queue_duration_s":0.374314,"scheduling_latency_s":0.37433}1412vm-test-run-nixbot-gitlab> gitlab # [ 225.155770] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.488Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54e2d9425dadec780522dbf0","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54e2d9425dadec780522dbf0: done: 0.016108 sec","job_status":"done","queue_duration_s":0.374314,"scheduling_latency_s":0.37433,"redis_calls":13,"redis_duration_s":0.002777,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001024,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001753,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010185,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016108,"completed_at":"2026-06-13T04:19:49.488Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413vm-test-run-nixbot-gitlab> gitlab # [ 225.192160] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.489Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76c848337b4273235c9d9ac8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76c848337b4273235c9d9ac8: start","job_status":"start","queue_duration_s":0.39176,"scheduling_latency_s":0.391776}1414vm-test-run-nixbot-gitlab> gitlab # [ 225.203833] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.505Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76c848337b4273235c9d9ac8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76c848337b4273235c9d9ac8: done: 0.015802 sec","job_status":"done","queue_duration_s":0.39176,"scheduling_latency_s":0.391776,"redis_calls":13,"redis_duration_s":0.002733,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001808,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015802,"completed_at":"2026-06-13T04:19:49.505Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415vm-test-run-nixbot-gitlab> gitlab # [ 225.240739] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"864fcc287f0c15aeec5cd201","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-864fcc287f0c15aeec5cd201: start","job_status":"start","queue_duration_s":0.408958,"scheduling_latency_s":0.408974}1416vm-test-run-nixbot-gitlab> gitlab # [ 225.251971] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"864fcc287f0c15aeec5cd201","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-864fcc287f0c15aeec5cd201: done: 0.015786 sec","job_status":"done","queue_duration_s":0.408958,"scheduling_latency_s":0.408974,"redis_calls":13,"redis_duration_s":0.0027429999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000914,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015786,"completed_at":"2026-06-13T04:19:49.522Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417vm-test-run-nixbot-gitlab> gitlab # [ 225.288499] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25d482bbe6ecddb62a4699de","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25d482bbe6ecddb62a4699de: start","job_status":"start","queue_duration_s":0.426128,"scheduling_latency_s":0.426143}1418vm-test-run-nixbot-gitlab> gitlab # [ 225.299870] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25d482bbe6ecddb62a4699de","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25d482bbe6ecddb62a4699de: done: 0.015662 sec","job_status":"done","queue_duration_s":0.426128,"scheduling_latency_s":0.426143,"redis_calls":13,"redis_duration_s":0.002627,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001704,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009613,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015662,"completed_at":"2026-06-13T04:19:49.539Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [ 225.338261] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69f9d87fc5defad0c0555280","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69f9d87fc5defad0c0555280: start","job_status":"start","queue_duration_s":0.443177,"scheduling_latency_s":0.443192}1420vm-test-run-nixbot-gitlab> gitlab # [ 225.350133] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.556Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69f9d87fc5defad0c0555280","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69f9d87fc5defad0c0555280: done: 0.015403 sec","job_status":"done","queue_duration_s":0.443177,"scheduling_latency_s":0.443192,"redis_calls":13,"redis_duration_s":0.002503,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00158,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015403,"completed_at":"2026-06-13T04:19:49.556Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [ 225.387234] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.557Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c8f9555b59417f1fe584076","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c8f9555b59417f1fe584076: start","job_status":"start","queue_duration_s":0.460042,"scheduling_latency_s":0.460057}1422vm-test-run-nixbot-gitlab> gitlab # [ 225.398750] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.573Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c8f9555b59417f1fe584076","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c8f9555b59417f1fe584076: done: 0.015636 sec","job_status":"done","queue_duration_s":0.460042,"scheduling_latency_s":0.460057,"redis_calls":13,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000931,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001757,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015636,"completed_at":"2026-06-13T04:19:49.573Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [ 225.435337] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.574Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24b857233eb9202ebda27c6b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24b857233eb9202ebda27c6b: start","job_status":"start","queue_duration_s":0.477278,"scheduling_latency_s":0.477293}1424vm-test-run-nixbot-gitlab> gitlab # [ 225.446915] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.590Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24b857233eb9202ebda27c6b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24b857233eb9202ebda27c6b: done: 0.015737 sec","job_status":"done","queue_duration_s":0.477278,"scheduling_latency_s":0.477293,"redis_calls":13,"redis_duration_s":0.002945,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001188,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001757,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015737,"completed_at":"2026-06-13T04:19:49.590Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425vm-test-run-nixbot-gitlab> gitlab # [ 225.483365] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2385f4d72f976f2725ee9511","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2385f4d72f976f2725ee9511: start","job_status":"start","queue_duration_s":0.49452,"scheduling_latency_s":0.494536}1426vm-test-run-nixbot-gitlab> gitlab # [ 225.494845] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.607Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2385f4d72f976f2725ee9511","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2385f4d72f976f2725ee9511: done: 0.015727 sec","job_status":"done","queue_duration_s":0.49452,"scheduling_latency_s":0.494536,"redis_calls":13,"redis_duration_s":0.002707,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001791,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009988,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015727,"completed_at":"2026-06-13T04:19:49.607Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [ 225.533906] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.609Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25244a9cd28498b92d2080a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25244a9cd28498b92d2080a: start","job_status":"start","queue_duration_s":0.51174,"scheduling_latency_s":0.511756}1428vm-test-run-nixbot-gitlab> gitlab # [ 225.545814] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d25244a9cd28498b92d2080a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d25244a9cd28498b92d2080a: done: 0.015274 sec","job_status":"done","queue_duration_s":0.51174,"scheduling_latency_s":0.511756,"redis_calls":13,"redis_duration_s":0.002049,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000715,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001334,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010234,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015274,"completed_at":"2026-06-13T04:19:49.624Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429vm-test-run-nixbot-gitlab> gitlab # [ 225.583859] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.626Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"010ec416419a381bc2f7ca9f","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-010ec416419a381bc2f7ca9f: start","job_status":"start","queue_duration_s":0.528391,"scheduling_latency_s":0.528408}1430vm-test-run-nixbot-gitlab> gitlab # [ 225.596237] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.641Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"010ec416419a381bc2f7ca9f","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-010ec416419a381bc2f7ca9f: done: 0.015099 sec","job_status":"done","queue_duration_s":0.528391,"scheduling_latency_s":0.528408,"redis_calls":13,"redis_duration_s":0.001519,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010476,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015099,"completed_at":"2026-06-13T04:19:49.640Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1431vm-test-run-nixbot-gitlab> gitlab # [ 225.634591] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.642Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5b362cff3414b325cb7eda8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5b362cff3414b325cb7eda8: start","job_status":"start","queue_duration_s":0.544419,"scheduling_latency_s":0.544435}1432vm-test-run-nixbot-gitlab> gitlab # [ 225.646545] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.657Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5b362cff3414b325cb7eda8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5b362cff3414b325cb7eda8: done: 0.015638 sec","job_status":"done","queue_duration_s":0.544419,"scheduling_latency_s":0.544435,"redis_calls":13,"redis_duration_s":0.001429,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01081,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015638,"completed_at":"2026-06-13T04:19:49.657Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433vm-test-run-nixbot-gitlab> gitlab # [ 225.684596] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.658Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"57fc17f5e963e008a627b901","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-57fc17f5e963e008a627b901: start","job_status":"start","queue_duration_s":0.561276,"scheduling_latency_s":0.561294}1434vm-test-run-nixbot-gitlab> gitlab # [ 225.696626] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.674Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"57fc17f5e963e008a627b901","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-57fc17f5e963e008a627b901: done: 0.015962 sec","job_status":"done","queue_duration_s":0.561276,"scheduling_latency_s":0.561294,"redis_calls":13,"redis_duration_s":0.001507,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015962,"completed_at":"2026-06-13T04:19:49.674Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435vm-test-run-nixbot-gitlab> gitlab # [ 225.735465] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.675Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b83dec613e59246eaa8748a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b83dec613e59246eaa8748a: start","job_status":"start","queue_duration_s":0.578303,"scheduling_latency_s":0.57832}1436vm-test-run-nixbot-gitlab> gitlab # [ 225.747757] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b83dec613e59246eaa8748a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b83dec613e59246eaa8748a: done: 0.016096 sec","job_status":"done","queue_duration_s":0.578303,"scheduling_latency_s":0.57832,"redis_calls":13,"redis_duration_s":0.0015,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010784,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016096,"completed_at":"2026-06-13T04:19:49.692Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1437vm-test-run-nixbot-gitlab> gitlab # [ 225.786064] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cdc8f0cd9eeaaca2b2b73245","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cdc8f0cd9eeaaca2b2b73245: start","job_status":"start","queue_duration_s":0.595645,"scheduling_latency_s":0.595662}1438vm-test-run-nixbot-gitlab> gitlab # [ 225.798255] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.708Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cdc8f0cd9eeaaca2b2b73245","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cdc8f0cd9eeaaca2b2b73245: done: 0.015223 sec","job_status":"done","queue_duration_s":0.595645,"scheduling_latency_s":0.595662,"redis_calls":13,"redis_duration_s":0.0015899999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000519,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001071,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010443,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015223,"completed_at":"2026-06-13T04:19:49.708Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439vm-test-run-nixbot-gitlab> gitlab # [ 225.836514] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3a39152fe25a5e5b5d79c7a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3a39152fe25a5e5b5d79c7a: start","job_status":"start","queue_duration_s":0.611983,"scheduling_latency_s":0.612}1440vm-test-run-nixbot-gitlab> gitlab # [ 225.848271] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.724Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3a39152fe25a5e5b5d79c7a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3a39152fe25a5e5b5d79c7a: done: 0.014937 sec","job_status":"done","queue_duration_s":0.611983,"scheduling_latency_s":0.612,"redis_calls":13,"redis_duration_s":0.001439,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014937,"completed_at":"2026-06-13T04:19:49.724Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [ 225.884995] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"745c19cc4395fc93e1779a6a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-745c19cc4395fc93e1779a6a: start","job_status":"start","queue_duration_s":0.628205,"scheduling_latency_s":0.628221}1442vm-test-run-nixbot-gitlab> gitlab # [ 225.896676] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"745c19cc4395fc93e1779a6a","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-745c19cc4395fc93e1779a6a: done: 0.015022 sec","job_status":"done","queue_duration_s":0.628205,"scheduling_latency_s":0.628221,"redis_calls":13,"redis_duration_s":0.001386,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010028,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015022,"completed_at":"2026-06-13T04:19:49.740Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [ 225.934714] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:49.742Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ba2511651b71475ca5e36c8b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ba2511651b71475ca5e36c8b: start","job_status":"start","queue_duration_s":0.644423,"scheduling_latency_s":0.644439}1444vm-test-run-nixbot-gitlab> gitlab # [ 225.946438] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.000Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ba2511651b71475ca5e36c8b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ba2511651b71475ca5e36c8b: done: 0.258476 sec","job_status":"done","queue_duration_s":0.644423,"scheduling_latency_s":0.644439,"redis_calls":13,"redis_duration_s":0.002205,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00115,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001055,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.258476,"completed_at":"2026-06-13T04:19:50.000Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [ 225.984309] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ef588c03a5554b07e3d383f","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ef588c03a5554b07e3d383f: start","job_status":"start","queue_duration_s":0.907426,"scheduling_latency_s":0.90748}1446vm-test-run-nixbot-gitlab> gitlab # [ 225.996145] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ef588c03a5554b07e3d383f","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ef588c03a5554b07e3d383f: done: 0.041169 sec","job_status":"done","queue_duration_s":0.907426,"scheduling_latency_s":0.90748,"redis_calls":13,"redis_duration_s":0.0045249999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001444,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003081,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041169,"completed_at":"2026-06-13T04:19:50.046Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [ 226.034136] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.050Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e1f125ea36efe26c4784919","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e1f125ea36efe26c4784919: start","job_status":"start","queue_duration_s":0.952655,"scheduling_latency_s":0.952695}1448vm-test-run-nixbot-gitlab> gitlab # [ 226.046109] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.084Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e1f125ea36efe26c4784919","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e1f125ea36efe26c4784919: done: 0.034173 sec","job_status":"done","queue_duration_s":0.952655,"scheduling_latency_s":0.952695,"redis_calls":13,"redis_duration_s":0.003802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001294,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002508,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.034173,"completed_at":"2026-06-13T04:19:50.084Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [ 226.083849] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.087Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34c00422abda636db0ae3139","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34c00422abda636db0ae3139: start","job_status":"start","queue_duration_s":0.990077,"scheduling_latency_s":0.990106}1450vm-test-run-nixbot-gitlab> gitlab # [ 226.095702] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.113Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34c00422abda636db0ae3139","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34c00422abda636db0ae3139: done: 0.026143 sec","job_status":"done","queue_duration_s":0.990077,"scheduling_latency_s":0.990106,"redis_calls":13,"redis_duration_s":0.003338,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001155,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017582,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026143,"completed_at":"2026-06-13T04:19:50.113Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [ 226.133471] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d76e90a14265f35abf9cfab","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d76e90a14265f35abf9cfab: start","job_status":"start","queue_duration_s":1.018132,"scheduling_latency_s":1.018158}1452vm-test-run-nixbot-gitlab> gitlab # [ 226.145147] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.139Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d76e90a14265f35abf9cfab","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d76e90a14265f35abf9cfab: done: 0.024066 sec","job_status":"done","queue_duration_s":1.018132,"scheduling_latency_s":1.018158,"redis_calls":13,"redis_duration_s":0.0032970000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0022,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015458,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024066,"completed_at":"2026-06-13T04:19:50.139Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [ 226.181858] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.141Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"815fc30720e2f583ccc7350d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-815fc30720e2f583ccc7350d: start","job_status":"start","queue_duration_s":1.044119,"scheduling_latency_s":1.044141}1454vm-test-run-nixbot-gitlab> gitlab # [ 226.194408] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.162Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"815fc30720e2f583ccc7350d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-815fc30720e2f583ccc7350d: done: 0.021013 sec","job_status":"done","queue_duration_s":1.044119,"scheduling_latency_s":1.044141,"redis_calls":13,"redis_duration_s":0.003073,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001036,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013252,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021013,"completed_at":"2026-06-13T04:19:50.162Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [ 226.232265] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.164Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd78a0ec192a2807a2e96c71","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd78a0ec192a2807a2e96c71: start","job_status":"start","queue_duration_s":1.066982,"scheduling_latency_s":1.067003}1456vm-test-run-nixbot-gitlab> gitlab # [ 226.244300] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.184Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd78a0ec192a2807a2e96c71","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd78a0ec192a2807a2e96c71: done: 0.019515 sec","job_status":"done","queue_duration_s":1.066982,"scheduling_latency_s":1.067003,"redis_calls":13,"redis_duration_s":0.0032430000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001066,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002177,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012281,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019515,"completed_at":"2026-06-13T04:19:50.184Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [ 226.282392] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4fa7a8b2b7b27a12379b81ac","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4fa7a8b2b7b27a12379b81ac: start","job_status":"start","queue_duration_s":1.088005,"scheduling_latency_s":1.088022}1458vm-test-run-nixbot-gitlab> gitlab # [ 226.294653] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.203Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4fa7a8b2b7b27a12379b81ac","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4fa7a8b2b7b27a12379b81ac: done: 0.018095 sec","job_status":"done","queue_duration_s":1.088005,"scheduling_latency_s":1.088022,"redis_calls":13,"redis_duration_s":0.002833,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00179,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010655,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018095,"completed_at":"2026-06-13T04:19:50.203Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [ 226.333561] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09e54ca3849280f62fcd972d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09e54ca3849280f62fcd972d: start","job_status":"start","queue_duration_s":1.107555,"scheduling_latency_s":1.107571}1460vm-test-run-nixbot-gitlab> gitlab # [ 226.345437] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.221Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09e54ca3849280f62fcd972d","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09e54ca3849280f62fcd972d: done: 0.01653 sec","job_status":"done","queue_duration_s":1.107555,"scheduling_latency_s":1.107571,"redis_calls":13,"redis_duration_s":0.002644,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000972,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001672,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01653,"completed_at":"2026-06-13T04:19:50.221Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [ 226.383412] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ddeb6be96a09f7973891596","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ddeb6be96a09f7973891596: start","job_status":"start","queue_duration_s":1.125726,"scheduling_latency_s":1.125742}1462vm-test-run-nixbot-gitlab> gitlab # [ 226.395707] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ddeb6be96a09f7973891596","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ddeb6be96a09f7973891596: done: 0.016371 sec","job_status":"done","queue_duration_s":1.125726,"scheduling_latency_s":1.125742,"redis_calls":13,"redis_duration_s":0.002789,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001863,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010037,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016371,"completed_at":"2026-06-13T04:19:50.239Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [ 226.433996] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.241Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cf2b003123d21f14770bd7e8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cf2b003123d21f14770bd7e8: start","job_status":"start","queue_duration_s":1.143554,"scheduling_latency_s":1.14357}1464vm-test-run-nixbot-gitlab> gitlab # [ 226.446138] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.257Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cf2b003123d21f14770bd7e8","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cf2b003123d21f14770bd7e8: done: 0.015828 sec","job_status":"done","queue_duration_s":1.143554,"scheduling_latency_s":1.14357,"redis_calls":13,"redis_duration_s":0.0030540000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00089,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002164,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015828,"completed_at":"2026-06-13T04:19:50.256Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [ 226.483550] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.258Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24bffd8226e589dbb8aa2dbb","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24bffd8226e589dbb8aa2dbb: start","job_status":"start","queue_duration_s":1.160767,"scheduling_latency_s":1.160782}1466vm-test-run-nixbot-gitlab> gitlab # [ 226.496178] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.274Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24bffd8226e589dbb8aa2dbb","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24bffd8226e589dbb8aa2dbb: done: 0.015593 sec","job_status":"done","queue_duration_s":1.160767,"scheduling_latency_s":1.160782,"redis_calls":13,"redis_duration_s":0.002679,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000931,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001748,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009916,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015593,"completed_at":"2026-06-13T04:19:50.273Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467vm-test-run-nixbot-gitlab> gitlab # [ 226.534610] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.275Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e01f026e3878c8a62e296b2","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e01f026e3878c8a62e296b2: start","job_status":"start","queue_duration_s":1.177755,"scheduling_latency_s":1.177771}1468vm-test-run-nixbot-gitlab> gitlab # [ 226.546501] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.291Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e01f026e3878c8a62e296b2","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e01f026e3878c8a62e296b2: done: 0.015596 sec","job_status":"done","queue_duration_s":1.177755,"scheduling_latency_s":1.177771,"redis_calls":13,"redis_duration_s":0.002648,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001721,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009825,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015596,"completed_at":"2026-06-13T04:19:50.290Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1469vm-test-run-nixbot-gitlab> gitlab # [ 226.584320] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.292Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dc5f7c65b131821e7561ddc","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dc5f7c65b131821e7561ddc: start","job_status":"start","queue_duration_s":1.194962,"scheduling_latency_s":1.194978}1470vm-test-run-nixbot-gitlab> gitlab # [ 226.596676] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dc5f7c65b131821e7561ddc","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dc5f7c65b131821e7561ddc: done: 0.015687 sec","job_status":"done","queue_duration_s":1.194962,"scheduling_latency_s":1.194978,"redis_calls":13,"redis_duration_s":0.002594,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000882,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001712,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010037,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015687,"completed_at":"2026-06-13T04:19:50.308Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [ 226.635012] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.309Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1c3015049d3afeec24b2c64","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1c3015049d3afeec24b2c64: start","job_status":"start","queue_duration_s":1.211967,"scheduling_latency_s":1.211982}1472vm-test-run-nixbot-gitlab> gitlab # [ 226.647214] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1c3015049d3afeec24b2c64","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1c3015049d3afeec24b2c64: done: 0.015745 sec","job_status":"done","queue_duration_s":1.211967,"scheduling_latency_s":1.211982,"redis_calls":13,"redis_duration_s":0.002793,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015745,"completed_at":"2026-06-13T04:19:50.325Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [ 226.684994] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.326Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"91a116f3c5434dbf125456e9","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-91a116f3c5434dbf125456e9: start","job_status":"start","queue_duration_s":1.22916,"scheduling_latency_s":1.229175}1474vm-test-run-nixbot-gitlab> gitlab # [ 226.696721] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.342Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"91a116f3c5434dbf125456e9","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-91a116f3c5434dbf125456e9: done: 0.015807 sec","job_status":"done","queue_duration_s":1.22916,"scheduling_latency_s":1.229175,"redis_calls":13,"redis_duration_s":0.002847,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001951,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015807,"completed_at":"2026-06-13T04:19:50.342Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [ 226.735695] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5bf6fa52283c388e1406890b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5bf6fa52283c388e1406890b: start","job_status":"start","queue_duration_s":1.246278,"scheduling_latency_s":1.246294}1476vm-test-run-nixbot-gitlab> gitlab # [ 226.747960] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.359Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5bf6fa52283c388e1406890b","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5bf6fa52283c388e1406890b: done: 0.015403 sec","job_status":"done","queue_duration_s":1.246278,"scheduling_latency_s":1.246294,"redis_calls":13,"redis_duration_s":0.002903,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001891,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00949,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015403,"completed_at":"2026-06-13T04:19:50.359Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [ 226.786035] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"921364d188f5b328b20ec1e2","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-921364d188f5b328b20ec1e2: start","job_status":"start","queue_duration_s":1.263019,"scheduling_latency_s":1.263034}1478vm-test-run-nixbot-gitlab> gitlab # [ 226.797767] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"921364d188f5b328b20ec1e2","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-921364d188f5b328b20ec1e2: done: 0.015877 sec","job_status":"done","queue_duration_s":1.263019,"scheduling_latency_s":1.263034,"redis_calls":13,"redis_duration_s":0.0027029999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001795,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009657,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015877,"completed_at":"2026-06-13T04:19:50.376Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [ 226.835438] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.378Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70443eda143ac4f7adbed8fa","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70443eda143ac4f7adbed8fa: start","job_status":"start","queue_duration_s":1.280309,"scheduling_latency_s":1.280325}1480vm-test-run-nixbot-gitlab> gitlab # [ 226.847299] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70443eda143ac4f7adbed8fa","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70443eda143ac4f7adbed8fa: done: 0.015653 sec","job_status":"done","queue_duration_s":1.280309,"scheduling_latency_s":1.280325,"redis_calls":13,"redis_duration_s":0.0027010000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001737,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015653,"completed_at":"2026-06-13T04:19:50.393Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [ 226.884832] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.395Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b39b956eb6c8c98cda6b86cc","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b39b956eb6c8c98cda6b86cc: start","job_status":"start","queue_duration_s":1.297536,"scheduling_latency_s":1.297551}1482vm-test-run-nixbot-gitlab> gitlab # [ 226.896787] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b39b956eb6c8c98cda6b86cc","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b39b956eb6c8c98cda6b86cc: done: 0.015467 sec","job_status":"done","queue_duration_s":1.297536,"scheduling_latency_s":1.297551,"redis_calls":13,"redis_duration_s":0.002568,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001679,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015467,"completed_at":"2026-06-13T04:19:50.410Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [ 226.935584] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.412Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d29167551edf70292b4d7248","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d29167551edf70292b4d7248: start","job_status":"start","queue_duration_s":1.314496,"scheduling_latency_s":1.314512}1484vm-test-run-nixbot-gitlab> gitlab # [ 226.947744] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:19:50.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d29167551edf70292b4d7248","created_at":"2026-06-13T04:19:49.019Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-be1d54409dc041ce","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a5f09ccf765062fb7e4e2bb866924c71","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:19:49.097Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d29167551edf70292b4d7248: done: 0.015743 sec","job_status":"done","queue_duration_s":1.314496,"scheduling_latency_s":1.314512,"redis_calls":13,"redis_duration_s":0.0027210000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001827,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009893,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015743,"completed_at":"2026-06-13T04:19:50.427Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [ 236.371760] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.280Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"1984615c7a49f0e2c37470f1","created_at":"2026-06-13T04:20:01.248Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ac9f19195a9f54547e5cc6f73c90a32","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.276Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-1984615c7a49f0e2c37470f1: start","job_status":"start","queue_duration_s":0.003832,"scheduling_latency_s":0.003888}1486vm-test-run-nixbot-gitlab> gitlab # [ 236.562909] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.472Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"1984615c7a49f0e2c37470f1","created_at":"2026-06-13T04:20:01.248Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ac9f19195a9f54547e5cc6f73c90a32","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.276Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-1984615c7a49f0e2c37470f1: done: 0.192701 sec","job_status":"done","queue_duration_s":0.003832,"scheduling_latency_s":0.003888,"redis_calls":10,"redis_duration_s":0.021179,"redis_read_bytes":9,"redis_write_bytes":1039,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002304,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.017119,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001756,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.071611,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00144606,"duration_s":0.192701,"completed_at":"2026-06-13T04:20:01.472Z","load_balancing_strategy":"primary","db_duration_s":0.058932,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [ 236.650378] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.483Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"829a854bdfffb873dd54b9c4","created_at":"2026-06-13T04:20:01.295Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bab062843412a6cca04ea35c1fe63161","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.322Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-829a854bdfffb873dd54b9c4: start","job_status":"start","queue_duration_s":0.16079,"scheduling_latency_s":0.16084}1488vm-test-run-nixbot-gitlab> gitlab # [ 236.684040] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.594Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"829a854bdfffb873dd54b9c4","created_at":"2026-06-13T04:20:01.295Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bab062843412a6cca04ea35c1fe63161","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.322Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-829a854bdfffb873dd54b9c4: done: 0.111087 sec","job_status":"done","queue_duration_s":0.16079,"scheduling_latency_s":0.16084,"redis_calls":12,"redis_duration_s":0.032062,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.006566,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00553,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.015397,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004569,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037883,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00330626,"duration_s":0.111087,"completed_at":"2026-06-13T04:20:01.594Z","load_balancing_strategy":"primary","db_duration_s":0.002167,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [ 236.764231] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.613Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"b2138bd01dbda02ea39a5e77","created_at":"2026-06-13T04:20:01.353Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"228ac6081977754766e824e56a9103cb","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.362Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-b2138bd01dbda02ea39a5e77: start","job_status":"start","queue_duration_s":0.250352,"scheduling_latency_s":0.250408}1490vm-test-run-nixbot-gitlab> gitlab # [ 236.793202] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.703Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"b2138bd01dbda02ea39a5e77","created_at":"2026-06-13T04:20:01.353Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"228ac6081977754766e824e56a9103cb","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.362Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-b2138bd01dbda02ea39a5e77: done: 0.090148 sec","job_status":"done","queue_duration_s":0.250352,"scheduling_latency_s":0.250408,"redis_calls":7,"redis_duration_s":0.016789,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.009753,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.007036,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026353,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.090148,"completed_at":"2026-06-13T04:20:01.703Z","load_balancing_strategy":"primary","db_duration_s":0.023223,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [ 236.850116] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.707Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"7a5f281f2178a3c1e0f22bf2","created_at":"2026-06-13T04:20:01.381Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a3b39b984413790c35581e3856f2262","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.401Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-7a5f281f2178a3c1e0f22bf2: start","job_status":"start","queue_duration_s":0.305506,"scheduling_latency_s":0.30555}1492vm-test-run-nixbot-gitlab> gitlab # [ 236.879343] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.789Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"7a5f281f2178a3c1e0f22bf2","created_at":"2026-06-13T04:20:01.381Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a3b39b984413790c35581e3856f2262","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.401Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-7a5f281f2178a3c1e0f22bf2: done: 0.08259 sec","job_status":"done","queue_duration_s":0.305506,"scheduling_latency_s":0.30555,"redis_calls":7,"redis_duration_s":0.002484,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001778,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000706,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.08259,"completed_at":"2026-06-13T04:20:01.789Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022832,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [ 236.928508] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.792Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"faf7d9a8863909eba811d1d4","created_at":"2026-06-13T04:20:01.420Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f21c5204324b496d656b28e021ede28","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.427Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-faf7d9a8863909eba811d1d4: start","job_status":"start","queue_duration_s":0.364461,"scheduling_latency_s":0.364502}1494vm-test-run-nixbot-gitlab> gitlab # [ 236.944556] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.840Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"faf7d9a8863909eba811d1d4","created_at":"2026-06-13T04:20:01.420Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f21c5204324b496d656b28e021ede28","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.427Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-faf7d9a8863909eba811d1d4: done: 0.048089 sec","job_status":"done","queue_duration_s":0.364461,"scheduling_latency_s":0.364502,"redis_calls":8,"redis_duration_s":0.002163,"redis_read_bytes":133,"redis_write_bytes":901,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000261,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":70,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001382,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00052,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019718,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.048089,"completed_at":"2026-06-13T04:20:01.840Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [ 236.986312] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:01.843Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"8fed09cb25a500bf40b4e8fa","created_at":"2026-06-13T04:20:01.457Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"200a6ad1fba9d1bf0e739a0c7be60c3d","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.476Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-8fed09cb25a500bf40b4e8fa: start","job_status":"start","queue_duration_s":0.366554,"scheduling_latency_s":0.366632}1496vm-test-run-nixbot-gitlab> gitlab # [ 237.139166] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.049Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"8fed09cb25a500bf40b4e8fa","created_at":"2026-06-13T04:20:01.457Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"200a6ad1fba9d1bf0e739a0c7be60c3d","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.476Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-8fed09cb25a500bf40b4e8fa: done: 0.205963 sec","job_status":"done","queue_duration_s":0.366554,"scheduling_latency_s":0.366632,"redis_calls":10,"redis_duration_s":0.038879000000000004,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.028365,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007241,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003273,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00261578,"duration_s":0.205963,"completed_at":"2026-06-13T04:20:02.049Z","load_balancing_strategy":"primary","db_duration_s":0.008157,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [ 237.226417] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.053Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"a7263526c5bc3041d8271264","created_at":"2026-06-13T04:20:01.493Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b3bf73efb26909f3cd3414623ebb3bf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:20:01.499Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-a7263526c5bc3041d8271264: start","job_status":"start","queue_duration_s":0.553746,"scheduling_latency_s":0.553792}1498vm-test-run-nixbot-gitlab> gitlab # [ 237.242643] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.080Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1499vm-test-run-nixbot-gitlab> gitlab # [ 237.246909] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.104Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"a7263526c5bc3041d8271264","created_at":"2026-06-13T04:20:01.493Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b3bf73efb26909f3cd3414623ebb3bf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:20:01.499Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-a7263526c5bc3041d8271264: done: 0.050859 sec","job_status":"done","queue_duration_s":0.553746,"scheduling_latency_s":0.553792,"redis_calls":7,"redis_duration_s":0.002657,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001931,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000726,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022407,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050859,"completed_at":"2026-06-13T04:20:02.104Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1500vm-test-run-nixbot-gitlab> gitlab # [ 237.286394] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.107Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1b0fe895d504a19b8874edf3","created_at":"2026-06-13T04:20:01.523Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"28531b86331f31913b266219e069d9fc","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.536Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1b0fe895d504a19b8874edf3: start","job_status":"start","queue_duration_s":0.571066,"scheduling_latency_s":0.571107}1501vm-test-run-nixbot-gitlab> gitlab # [ 237.299939] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.157Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1b0fe895d504a19b8874edf3","created_at":"2026-06-13T04:20:01.523Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"28531b86331f31913b266219e069d9fc","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.536Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1b0fe895d504a19b8874edf3: done: 0.049817 sec","job_status":"done","queue_duration_s":0.571066,"scheduling_latency_s":0.571107,"redis_calls":7,"redis_duration_s":0.002227,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0016,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000627,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02263,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.049817,"completed_at":"2026-06-13T04:20:02.156Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003694,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [ 237.337941] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.160Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"21420a062e6b834781d485c7","created_at":"2026-06-13T04:20:01.556Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dcdf413c06ad9f70e94e854b0d8f7384","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.580Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-21420a062e6b834781d485c7: start","job_status":"start","queue_duration_s":0.580329,"scheduling_latency_s":0.580375}1503vm-test-run-nixbot-gitlab> gitlab # [ 237.352679] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.246Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"21420a062e6b834781d485c7","created_at":"2026-06-13T04:20:01.556Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dcdf413c06ad9f70e94e854b0d8f7384","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.580Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-21420a062e6b834781d485c7: done: 0.086279 sec","job_status":"done","queue_duration_s":0.580329,"scheduling_latency_s":0.580375,"redis_calls":11,"redis_duration_s":0.009045000000000001,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000573,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002085,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.005191,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001196,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033199,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00067136,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.086279,"completed_at":"2026-06-13T04:20:02.246Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0039,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [ 237.394496] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.250Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"3df7959e1ce26f2fb8d1dd0f","created_at":"2026-06-13T04:20:01.615Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.622Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-3df7959e1ce26f2fb8d1dd0f: start","job_status":"start","queue_duration_s":0.62857,"scheduling_latency_s":0.62861}1505vm-test-run-nixbot-gitlab> gitlab # [ 237.474216] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.384Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"3df7959e1ce26f2fb8d1dd0f","created_at":"2026-06-13T04:20:01.615Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.622Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-3df7959e1ce26f2fb8d1dd0f: done: 0.133539 sec","job_status":"done","queue_duration_s":0.62857,"scheduling_latency_s":0.62861,"redis_calls":14,"redis_duration_s":0.006248999999999999,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000214,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.00518,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000855,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.133539,"completed_at":"2026-06-13T04:20:02.384Z","load_balancing_strategy":"primary","db_duration_s":0.020312,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [ 237.540572] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.421Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"97cd2ed751c985c3792fe6b4","created_at":"2026-06-13T04:20:01.640Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77783e2bb00f2bdaf1aff93e5f99a65c","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.671Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-97cd2ed751c985c3792fe6b4: start","job_status":"start","queue_duration_s":0.749685,"scheduling_latency_s":0.749734}1507vm-test-run-nixbot-gitlab> gitlab # [ 237.643992] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.553Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"97cd2ed751c985c3792fe6b4","created_at":"2026-06-13T04:20:01.640Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77783e2bb00f2bdaf1aff93e5f99a65c","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.671Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-97cd2ed751c985c3792fe6b4: done: 0.13279 sec","job_status":"done","queue_duration_s":0.749685,"scheduling_latency_s":0.749734,"redis_calls":13,"redis_duration_s":0.004895,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000597,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002211,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002087,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007231,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.13279,"completed_at":"2026-06-13T04:20:02.553Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007407,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [ 237.731363] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.557Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"adb0c6eba2743153b0eb6b1e","created_at":"2026-06-13T04:20:01.680Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"058710dc47a7e02c8c3ce579546a746d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.691Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-adb0c6eba2743153b0eb6b1e: start","job_status":"start","queue_duration_s":0.86581,"scheduling_latency_s":0.865857}1509vm-test-run-nixbot-gitlab> gitlab # [ 237.748211] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.575Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1510vm-test-run-nixbot-gitlab> gitlab # [ 237.752719] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.586Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"adb0c6eba2743153b0eb6b1e","created_at":"2026-06-13T04:20:01.680Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"058710dc47a7e02c8c3ce579546a746d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.691Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-adb0c6eba2743153b0eb6b1e: done: 0.028769 sec","job_status":"done","queue_duration_s":0.86581,"scheduling_latency_s":0.865857,"redis_calls":7,"redis_duration_s":0.002294,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001652,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000642,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017978,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028769,"completed_at":"2026-06-13T04:20:02.586Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [ 237.794800] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.588Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"80ab5fc5a69c32ac2dbadb0d","created_at":"2026-06-13T04:20:01.713Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a20e2e1ca5a46dcb915f66e34232b588","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.748Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-80ab5fc5a69c32ac2dbadb0d: start","job_status":"start","queue_duration_s":0.839422,"scheduling_latency_s":0.839448}1512vm-test-run-nixbot-gitlab> gitlab # [ 237.809587] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.703Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"80ab5fc5a69c32ac2dbadb0d","created_at":"2026-06-13T04:20:01.713Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a20e2e1ca5a46dcb915f66e34232b588","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.748Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-80ab5fc5a69c32ac2dbadb0d: done: 0.115165 sec","job_status":"done","queue_duration_s":0.839422,"scheduling_latency_s":0.839448,"redis_calls":10,"redis_duration_s":0.0035139999999999998,"redis_read_bytes":9,"redis_write_bytes":1125,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000651,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002094,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000769,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":10,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00066928,"extra.packages_cleanup_package_registry_worker.pending_destruction_package_files_count":0,"extra.packages_cleanup_package_registry_worker.processing_package_files_count":0,"extra.packages_cleanup_package_registry_worker.error_package_files_count":0,"extra.packages_cleanup_package_registry_worker.pending_cleanup_policies_count":0,"duration_s":0.115165,"completed_at":"2026-06-13T04:20:02.703Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.037536,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513vm-test-run-nixbot-gitlab> gitlab # [ 237.856398] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.706Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"b87b5f1e8647dffaaa20794b","created_at":"2026-06-13T04:20:01.760Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3436e7d42aacde78abfbe8f5c5ce8f9","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.785Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-b87b5f1e8647dffaaa20794b: start","job_status":"start","queue_duration_s":0.920493,"scheduling_latency_s":0.920526}1514vm-test-run-nixbot-gitlab> gitlab # [ 237.893374] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.763Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"b87b5f1e8647dffaaa20794b","created_at":"2026-06-13T04:20:01.760Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3436e7d42aacde78abfbe8f5c5ce8f9","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.785Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-b87b5f1e8647dffaaa20794b: done: 0.057288 sec","job_status":"done","queue_duration_s":0.920493,"scheduling_latency_s":0.920526,"redis_calls":10,"redis_duration_s":0.003496,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000584,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002125,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000787,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033516,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00077214,"duration_s":0.057288,"completed_at":"2026-06-13T04:20:02.763Z","load_balancing_strategy":"primary","db_duration_s":0.012213,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515vm-test-run-nixbot-gitlab> gitlab # [ 237.955618] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.765Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0b980baadd302a6baa520c4a","created_at":"2026-06-13T04:20:01.824Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5ed3b16ce703bef9e88cbb6f292372c6","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.834Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0b980baadd302a6baa520c4a: start","job_status":"start","queue_duration_s":0.930639,"scheduling_latency_s":0.930666}1516vm-test-run-nixbot-gitlab> gitlab # [ 237.972795] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.793Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0b980baadd302a6baa520c4a","created_at":"2026-06-13T04:20:01.824Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5ed3b16ce703bef9e88cbb6f292372c6","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.834Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0b980baadd302a6baa520c4a: done: 0.027901 sec","job_status":"done","queue_duration_s":0.930639,"scheduling_latency_s":0.930666,"redis_calls":9,"redis_duration_s":0.002007,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001074,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00066466,"exclusive_lock_hold_duration_s":0.00685224,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.027901,"completed_at":"2026-06-13T04:20:02.793Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004969,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517vm-test-run-nixbot-gitlab> gitlab # [ 238.017805] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.795Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"74a246981be3e206821881cd","created_at":"2026-06-13T04:20:01.916Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"38d36b2cdb4b6fc4cd9156a7bf0936b6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.923Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-74a246981be3e206821881cd: start","job_status":"start","queue_duration_s":0.871854,"scheduling_latency_s":0.871877}1518vm-test-run-nixbot-gitlab> gitlab # [ 238.031110] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.817Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"74a246981be3e206821881cd","created_at":"2026-06-13T04:20:01.916Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"38d36b2cdb4b6fc4cd9156a7bf0936b6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.923Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-74a246981be3e206821881cd: done: 0.022335 sec","job_status":"done","queue_duration_s":0.871854,"scheduling_latency_s":0.871877,"redis_calls":9,"redis_duration_s":0.001792,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000864,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00064872,"exclusive_lock_hold_duration_s":0.00362588,"duration_s":0.022335,"completed_at":"2026-06-13T04:20:02.817Z","load_balancing_strategy":"primary","db_duration_s":0.001286,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [ 238.068305] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.818Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"07c2683628c8c31e888e5e60","created_at":"2026-06-13T04:20:01.930Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6f20ad1f194a80873b58c48034ed50d","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.939Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-07c2683628c8c31e888e5e60: start","job_status":"start","queue_duration_s":0.878816,"scheduling_latency_s":0.878836}1520vm-test-run-nixbot-gitlab> gitlab # [ 238.081118] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"07c2683628c8c31e888e5e60","created_at":"2026-06-13T04:20:01.930Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6f20ad1f194a80873b58c48034ed50d","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:01.939Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-07c2683628c8c31e888e5e60: done: 0.063643 sec","job_status":"done","queue_duration_s":0.878816,"scheduling_latency_s":0.878836,"redis_calls":10,"redis_duration_s":0.002409,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000304,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001559,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000546,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00073424,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.0041818},"duration_s":0.063643,"completed_at":"2026-06-13T04:20:02.882Z","load_balancing_strategy":"primary","db_duration_s":0.015171,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [ 238.123194] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.885Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"204f782654b64eaa77bddbf4","created_at":"2026-06-13T04:20:02.020Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91c5e61f235d6d804775328dc22aad48","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.044Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-204f782654b64eaa77bddbf4: start","job_status":"start","queue_duration_s":0.840337,"scheduling_latency_s":0.840373}1522vm-test-run-nixbot-gitlab> gitlab # [ 238.152274] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.931Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"204f782654b64eaa77bddbf4","created_at":"2026-06-13T04:20:02.020Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91c5e61f235d6d804775328dc22aad48","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.044Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-204f782654b64eaa77bddbf4: done: 0.046586 sec","job_status":"done","queue_duration_s":0.840337,"scheduling_latency_s":0.840373,"redis_calls":10,"redis_duration_s":0.003296,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000619,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001952,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000725,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00053354,"duration_s":0.046586,"completed_at":"2026-06-13T04:20:02.931Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005855,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [ 238.213625] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:02.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"0c505b9cce047cdba2cf26c0","created_at":"2026-06-13T04:20:02.082Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a66918e65b98520855b667c874b838e","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.094Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-0c505b9cce047cdba2cf26c0: start","job_status":"start","queue_duration_s":0.839862,"scheduling_latency_s":0.839891}1524vm-test-run-nixbot-gitlab> gitlab # [ 238.324172] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.234Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"0c505b9cce047cdba2cf26c0","created_at":"2026-06-13T04:20:02.082Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a66918e65b98520855b667c874b838e","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.094Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-0c505b9cce047cdba2cf26c0: done: 0.301055 sec","job_status":"done","queue_duration_s":0.839862,"scheduling_latency_s":0.839891,"redis_calls":571,"redis_duration_s":0.062728,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001356,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.061372,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.268927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.301055,"completed_at":"2026-06-13T04:20:03.234Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [ 238.376766] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.236Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6a0a36ff47a41113c8ed48fd","created_at":"2026-06-13T04:20:02.135Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1409bbca8d1010490c3ab7ad1d8ecd5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:20:02.146Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6a0a36ff47a41113c8ed48fd: start","job_status":"start","queue_duration_s":1.09015,"scheduling_latency_s":1.090168}1526vm-test-run-nixbot-gitlab> gitlab # [ 238.391693] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.244Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1527vm-test-run-nixbot-gitlab> gitlab # [ 238.396084] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.249Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6a0a36ff47a41113c8ed48fd","created_at":"2026-06-13T04:20:02.135Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1409bbca8d1010490c3ab7ad1d8ecd5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:20:02.146Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6a0a36ff47a41113c8ed48fd: done: 0.013308 sec","job_status":"done","queue_duration_s":1.09015,"scheduling_latency_s":1.090168,"redis_calls":7,"redis_duration_s":0.001612,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001156,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000456,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007935,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013308,"completed_at":"2026-06-13T04:20:03.249Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1528vm-test-run-nixbot-gitlab> gitlab # [ 238.438303] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.251Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"00f8cf54568d57a6a459b945","created_at":"2026-06-13T04:20:02.172Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f9486500505ff79f61a908c1ac45f5b2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:20:02.178Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-00f8cf54568d57a6a459b945: start","job_status":"start","queue_duration_s":1.073141,"scheduling_latency_s":1.07316}1529vm-test-run-nixbot-gitlab> gitlab # [ 238.451284] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.357Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"00f8cf54568d57a6a459b945","created_at":"2026-06-13T04:20:02.172Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f9486500505ff79f61a908c1ac45f5b2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:20:02.178Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-00f8cf54568d57a6a459b945: done: 0.106278 sec","job_status":"done","queue_duration_s":1.073141,"scheduling_latency_s":1.07316,"redis_calls":7,"redis_duration_s":0.0033569999999999997,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002992,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000365,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.09618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.106278,"completed_at":"2026-06-13T04:20:03.357Z","load_balancing_strategy":"primary","db_duration_s":0.003039,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [ 238.489408] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.359Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"736db9c4e42b733c6265ace1","created_at":"2026-06-13T04:20:02.217Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9d01052979d73b28a10c69e2d5ef4d62","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.224Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-736db9c4e42b733c6265ace1: start","job_status":"start","queue_duration_s":1.134892,"scheduling_latency_s":1.134912}1531vm-test-run-nixbot-gitlab> gitlab # [ 238.503150] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.396Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"736db9c4e42b733c6265ace1","created_at":"2026-06-13T04:20:02.217Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9d01052979d73b28a10c69e2d5ef4d62","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.224Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-736db9c4e42b733c6265ace1: done: 0.037104 sec","job_status":"done","queue_duration_s":1.134892,"scheduling_latency_s":1.134912,"redis_calls":9,"redis_duration_s":0.001402,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000718,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000684,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021849,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00050138,"exclusive_lock_hold_duration_s":0.02230134,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.037104,"completed_at":"2026-06-13T04:20:03.396Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011274,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [ 238.543735] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.397Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"785994c13477e2a9b3ed164c","created_at":"2026-06-13T04:20:02.258Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ff4dcc8fb00362f9bd6bebb2469e46a","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.295Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-785994c13477e2a9b3ed164c: start","job_status":"start","queue_duration_s":1.102294,"scheduling_latency_s":1.102312}1533vm-test-run-nixbot-gitlab> gitlab # [ 238.556582] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.445Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"785994c13477e2a9b3ed164c","created_at":"2026-06-13T04:20:02.258Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ff4dcc8fb00362f9bd6bebb2469e46a","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.295Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-785994c13477e2a9b3ed164c: done: 0.047668 sec","job_status":"done","queue_duration_s":1.102294,"scheduling_latency_s":1.102312,"gitaly_calls":1,"gitaly_duration_s":0.01333,"redis_calls":26,"redis_duration_s":0.0034130000000000002,"redis_read_bytes":45,"redis_write_bytes":3470,"redis_cache_calls":5,"redis_cache_duration_s":0.000668,"redis_cache_read_bytes":23,"redis_cache_write_bytes":95,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001036,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1190,"redis_queues_calls":2,"redis_queues_duration_s":0.000218,"redis_queues_read_bytes":3,"redis_queues_write_bytes":918,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":758,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000575,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":509,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031206,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.02407812,"duration_s":0.047668,"completed_at":"2026-06-13T04:20:03.445Z","load_balancing_strategy":"primary","db_duration_s":0.002425,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [ 238.599935] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.447Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1e345a13626f6cb79abed167","created_at":"2026-06-13T04:20:02.307Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90d3087797641d8bcf989767bbc9562c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.312Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1e345a13626f6cb79abed167: start","job_status":"start","queue_duration_s":1.134858,"scheduling_latency_s":1.134874}1535vm-test-run-nixbot-gitlab> gitlab # [ 238.614224] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.454Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1536vm-test-run-nixbot-gitlab> gitlab # [ 238.617353] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.460Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1e345a13626f6cb79abed167","created_at":"2026-06-13T04:20:02.307Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90d3087797641d8bcf989767bbc9562c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.312Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1e345a13626f6cb79abed167: done: 0.013322 sec","job_status":"done","queue_duration_s":1.134858,"scheduling_latency_s":1.134874,"redis_calls":7,"redis_duration_s":0.0010969999999999999,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000658,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000439,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007643,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013322,"completed_at":"2026-06-13T04:20:03.460Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [ 238.656343] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.461Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"29d90a9cf1f0a709e7786f03","created_at":"2026-06-13T04:20:02.322Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d90fad5f13176b091ff6982fb100c2f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.333Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-29d90a9cf1f0a709e7786f03: start","job_status":"start","queue_duration_s":1.128001,"scheduling_latency_s":1.128017}1538vm-test-run-nixbot-gitlab> gitlab # [ 238.669909] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.468Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1539vm-test-run-nixbot-gitlab> gitlab # [ 238.673522] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.474Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"29d90a9cf1f0a709e7786f03","created_at":"2026-06-13T04:20:02.322Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d90fad5f13176b091ff6982fb100c2f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.333Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-29d90a9cf1f0a709e7786f03: done: 0.012959 sec","job_status":"done","queue_duration_s":1.128001,"scheduling_latency_s":1.128017,"redis_calls":7,"redis_duration_s":0.0008749999999999999,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000624,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000251,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008627,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012959,"completed_at":"2026-06-13T04:20:03.474Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1540vm-test-run-nixbot-gitlab> gitlab # [ 238.713077] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.475Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c2826b5565179e5a2f244c37","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c2826b5565179e5a2f244c37: start","job_status":"start","queue_duration_s":1.128989,"scheduling_latency_s":1.129006}1541vm-test-run-nixbot-gitlab> gitlab # [ 238.724921] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.485Z","message":"No existing merge request to be cleaned up."}1542vm-test-run-nixbot-gitlab> gitlab # [ 238.726511] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.494Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c2826b5565179e5a2f244c37","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c2826b5565179e5a2f244c37: done: 0.018868 sec","job_status":"done","queue_duration_s":1.128989,"scheduling_latency_s":1.129006,"redis_calls":10,"redis_duration_s":0.00138,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000587,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000793,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018868,"completed_at":"2026-06-13T04:20:03.494Z","load_balancing_strategy":"primary","db_duration_s":0.001767,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [ 238.763575] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.495Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c0edece836b0d8814f868bef","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c0edece836b0d8814f868bef: start","job_status":"start","queue_duration_s":1.148956,"scheduling_latency_s":1.148973}1544vm-test-run-nixbot-gitlab> gitlab # [ 238.775691] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.506Z","message":"No existing merge request to be cleaned up."}1545vm-test-run-nixbot-gitlab> gitlab # [ 238.778358] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.514Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c0edece836b0d8814f868bef","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c0edece836b0d8814f868bef: done: 0.018447 sec","job_status":"done","queue_duration_s":1.148956,"scheduling_latency_s":1.148973,"redis_calls":10,"redis_duration_s":0.0013289999999999999,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000557,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000772,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018447,"completed_at":"2026-06-13T04:20:03.513Z","load_balancing_strategy":"primary","db_duration_s":0.001724,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1546vm-test-run-nixbot-gitlab> gitlab # [ 238.815468] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.515Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ba1be8964ea60ce25d494a79","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ba1be8964ea60ce25d494a79: start","job_status":"start","queue_duration_s":1.168445,"scheduling_latency_s":1.168461}1547vm-test-run-nixbot-gitlab> gitlab # [ 238.827156] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.525Z","message":"No existing merge request to be cleaned up."}1548vm-test-run-nixbot-gitlab> gitlab # [ 238.828763] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.534Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ba1be8964ea60ce25d494a79","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ba1be8964ea60ce25d494a79: done: 0.019125 sec","job_status":"done","queue_duration_s":1.168445,"scheduling_latency_s":1.168461,"redis_calls":10,"redis_duration_s":0.001232,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000703,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011757,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019125,"completed_at":"2026-06-13T04:20:03.534Z","load_balancing_strategy":"primary","db_duration_s":0.001572,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [ 238.864889] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.535Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e6e9a58701d7c67fadd31b49","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e6e9a58701d7c67fadd31b49: start","job_status":"start","queue_duration_s":1.188663,"scheduling_latency_s":1.188679}1550vm-test-run-nixbot-gitlab> gitlab # [ 238.876387] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.544Z","message":"No existing merge request to be cleaned up."}1551vm-test-run-nixbot-gitlab> gitlab # [ 238.877909] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.553Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e6e9a58701d7c67fadd31b49","created_at":"2026-06-13T04:20:02.309Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9c5a452f5cee4ecd","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"cb5c492a42f74e29792ccd388816b436","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.346Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e6e9a58701d7c67fadd31b49: done: 0.017864 sec","job_status":"done","queue_duration_s":1.188663,"scheduling_latency_s":1.188679,"redis_calls":10,"redis_duration_s":0.0012569999999999999,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000714,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017864,"completed_at":"2026-06-13T04:20:03.553Z","load_balancing_strategy":"primary","db_duration_s":0.001607,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1552vm-test-run-nixbot-gitlab> gitlab # [ 238.914336] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.554Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"9d01d9cdde748209b351da81","created_at":"2026-06-13T04:20:02.338Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aadd5a4fbb47e98f49232e34ed5a1f28","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.351Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-9d01d9cdde748209b351da81: start","job_status":"start","queue_duration_s":1.202945,"scheduling_latency_s":1.202961}1553vm-test-run-nixbot-gitlab> gitlab # [ 238.927004] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.574Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"9d01d9cdde748209b351da81","created_at":"2026-06-13T04:20:02.338Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aadd5a4fbb47e98f49232e34ed5a1f28","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.351Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-9d01d9cdde748209b351da81: done: 0.020567 sec","job_status":"done","queue_duration_s":1.202945,"scheduling_latency_s":1.202961,"redis_calls":10,"redis_duration_s":0.001276,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000258,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000728,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00029,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002239,"duration_s":0.020567,"completed_at":"2026-06-13T04:20:03.574Z","load_balancing_strategy":"primary","db_duration_s":0.000997,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1554vm-test-run-nixbot-gitlab> gitlab # [ 238.965603] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.575Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"7db2c3abf37d77bdf7d9d1ab","created_at":"2026-06-13T04:20:02.364Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"0a135a1841249ff4089d397b9831572a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.372Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-7db2c3abf37d77bdf7d9d1ab: start","job_status":"start","queue_duration_s":1.20302,"scheduling_latency_s":1.203036}1555vm-test-run-nixbot-gitlab> gitlab # [ 238.978725] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.593Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"7db2c3abf37d77bdf7d9d1ab","created_at":"2026-06-13T04:20:02.364Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"0a135a1841249ff4089d397b9831572a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.372Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-7db2c3abf37d77bdf7d9d1ab: done: 0.017644 sec","job_status":"done","queue_duration_s":1.20302,"scheduling_latency_s":1.203036,"redis_calls":10,"redis_duration_s":0.001292,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000282,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00075,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00026,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00021382,"duration_s":0.017644,"completed_at":"2026-06-13T04:20:03.593Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000468,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1556vm-test-run-nixbot-gitlab> gitlab # [ 239.018826] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.594Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"999a2465463a9743701e66b9","created_at":"2026-06-13T04:20:02.377Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9bdfe490c0915505339ab77b443ddf5d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.380Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-999a2465463a9743701e66b9: start","job_status":"start","queue_duration_s":1.214034,"scheduling_latency_s":1.214049}1557vm-test-run-nixbot-gitlab> gitlab # [ 239.032302] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.601Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1558vm-test-run-nixbot-gitlab> gitlab # [ 239.035549] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.608Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"999a2465463a9743701e66b9","created_at":"2026-06-13T04:20:02.377Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9bdfe490c0915505339ab77b443ddf5d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.380Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-999a2465463a9743701e66b9: done: 0.013874 sec","job_status":"done","queue_duration_s":1.214034,"scheduling_latency_s":1.214049,"redis_calls":7,"redis_duration_s":0.0009469999999999999,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000703,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000244,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013874,"completed_at":"2026-06-13T04:20:03.608Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [ 239.073758] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.609Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7eff2a403be00d43f2d46fa8","created_at":"2026-06-13T04:20:02.394Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"84940fd3514ef3f75925dab7d7ee4b2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.398Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7eff2a403be00d43f2d46fa8: start","job_status":"start","queue_duration_s":1.21104,"scheduling_latency_s":1.211058}1560vm-test-run-nixbot-gitlab> gitlab # [ 239.087567] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.833Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7eff2a403be00d43f2d46fa8","created_at":"2026-06-13T04:20:02.394Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"84940fd3514ef3f75925dab7d7ee4b2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.398Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7eff2a403be00d43f2d46fa8: done: 0.223733 sec","job_status":"done","queue_duration_s":1.21104,"scheduling_latency_s":1.211058,"redis_calls":11,"redis_duration_s":0.0015639999999999999,"redis_read_bytes":9,"redis_write_bytes":1262,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000276,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":275,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000687,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000601,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":124,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.19529,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00045566,"exclusive_lock_hold_duration_s":0.20711964,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.223733,"completed_at":"2026-06-13T04:20:03.833Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.038407,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [ 239.131346] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.834Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"40f6edbb2748bdb58956d704","created_at":"2026-06-13T04:20:02.401Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9bdd5ca09bd1db801aedca02de3a036","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.409Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-40f6edbb2748bdb58956d704: start","job_status":"start","queue_duration_s":1.425057,"scheduling_latency_s":1.425074}1562vm-test-run-nixbot-gitlab> gitlab # [ 239.144243] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.880Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"40f6edbb2748bdb58956d704","created_at":"2026-06-13T04:20:02.401Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9bdd5ca09bd1db801aedca02de3a036","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.409Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-40f6edbb2748bdb58956d704: done: 0.046183 sec","job_status":"done","queue_duration_s":1.425057,"scheduling_latency_s":1.425074,"redis_calls":10,"redis_duration_s":0.0038239999999999997,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001877,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001473,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000474,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028931,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00086114,"duration_s":0.046183,"completed_at":"2026-06-13T04:20:03.880Z","load_balancing_strategy":"primary","db_duration_s":0.004778,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [ 239.183014] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.883Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"0fb364c542693c35e2c10ae5","created_at":"2026-06-13T04:20:02.420Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d58cdb042dafda2e5e29d67cff54aba","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.428Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-0fb364c542693c35e2c10ae5: start","job_status":"start","queue_duration_s":1.455025,"scheduling_latency_s":1.455069}1564vm-test-run-nixbot-gitlab> gitlab # [ 239.197900] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.940Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"0fb364c542693c35e2c10ae5","created_at":"2026-06-13T04:20:02.420Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5d58cdb042dafda2e5e29d67cff54aba","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.428Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-0fb364c542693c35e2c10ae5: done: 0.056935 sec","job_status":"done","queue_duration_s":1.455025,"scheduling_latency_s":1.455069,"redis_calls":12,"redis_duration_s":0.005333,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00063,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00307,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001633,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00106098,"exclusive_lock_hold_duration_s":0.0104036,"duration_s":0.056935,"completed_at":"2026-06-13T04:20:03.940Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004278,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [ 239.239336] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:03.943Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"f0c5958a5a4ed4e898f48c89","created_at":"2026-06-13T04:20:02.433Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5398237286f922f316d98cd4e93504f8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.436Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-f0c5958a5a4ed4e898f48c89: start","job_status":"start","queue_duration_s":1.506932,"scheduling_latency_s":1.506968}1566vm-test-run-nixbot-gitlab> gitlab # [ 239.253778] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.021Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"f0c5958a5a4ed4e898f48c89","created_at":"2026-06-13T04:20:02.433Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5398237286f922f316d98cd4e93504f8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.436Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-f0c5958a5a4ed4e898f48c89: done: 0.078066 sec","job_status":"done","queue_duration_s":1.506932,"scheduling_latency_s":1.506968,"redis_calls":9,"redis_duration_s":0.003899,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001974,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001925,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041106,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00141662,"exclusive_lock_hold_duration_s":0.02958378,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.078066,"completed_at":"2026-06-13T04:20:04.021Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027793,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [ 239.295459] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.024Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"504371ac483d39676f46410f","created_at":"2026-06-13T04:20:02.444Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f173a2315e421d8dd1e0e923e81c1bad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.447Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-504371ac483d39676f46410f: start","job_status":"start","queue_duration_s":1.577198,"scheduling_latency_s":1.577252}1568vm-test-run-nixbot-gitlab> gitlab # [ 239.309906] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.052Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"504371ac483d39676f46410f","created_at":"2026-06-13T04:20:02.444Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f173a2315e421d8dd1e0e923e81c1bad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.447Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-504371ac483d39676f46410f: done: 0.027181 sec","job_status":"done","queue_duration_s":1.577198,"scheduling_latency_s":1.577252,"redis_calls":7,"redis_duration_s":0.0022760000000000002,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001662,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000614,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017967,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027181,"completed_at":"2026-06-13T04:20:04.051Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [ 239.349571] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.054Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"7ff9279889bdf7199c5004ef","created_at":"2026-06-13T04:20:02.457Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"657f31f33f7482485348e263429c5583","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.460Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-7ff9279889bdf7199c5004ef: start","job_status":"start","queue_duration_s":1.593652,"scheduling_latency_s":1.593677}1570vm-test-run-nixbot-gitlab> gitlab # [ 239.363535] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.086Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"7ff9279889bdf7199c5004ef","created_at":"2026-06-13T04:20:02.457Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"657f31f33f7482485348e263429c5583","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.460Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-7ff9279889bdf7199c5004ef: done: 0.032023 sec","job_status":"done","queue_duration_s":1.593652,"scheduling_latency_s":1.593677,"redis_calls":10,"redis_duration_s":0.00331,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001856,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001454,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00669068,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.032023,"completed_at":"2026-06-13T04:20:04.086Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003848,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1571vm-test-run-nixbot-gitlab> gitlab # [ 239.406362] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.088Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0e1a4ade870baa926d518c3f","created_at":"2026-06-13T04:20:02.463Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.465Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0e1a4ade870baa926d518c3f: start","job_status":"start","queue_duration_s":1.622512,"scheduling_latency_s":1.622537}1572vm-test-run-nixbot-gitlab> gitlab # [ 239.550940] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.460Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0e1a4ade870baa926d518c3f","created_at":"2026-06-13T04:20:02.463Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.465Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0e1a4ade870baa926d518c3f: done: 0.372764 sec","job_status":"done","queue_duration_s":1.622512,"scheduling_latency_s":1.622537,"redis_calls":60,"redis_duration_s":0.16554999999999997,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.003679,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.159179,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002692,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.125263,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.372764,"completed_at":"2026-06-13T04:20:04.460Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [ 239.647770] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.558Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"b609050b5b1d59b32cb1b89d","created_at":"2026-06-13T04:20:02.484Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.491Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-b609050b5b1d59b32cb1b89d: start","job_status":"start","queue_duration_s":2.066356,"scheduling_latency_s":2.066404}1574vm-test-run-nixbot-gitlab> gitlab # [ 239.822799] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.732Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"b609050b5b1d59b32cb1b89d","created_at":"2026-06-13T04:20:02.484Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:02.491Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-b609050b5b1d59b32cb1b89d: done: 0.174898 sec","job_status":"done","queue_duration_s":2.066356,"scheduling_latency_s":2.066404,"redis_calls":20,"redis_duration_s":0.051028000000000004,"redis_read_bytes":23,"redis_write_bytes":4314,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.017267,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.00619,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2019,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.023211,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00436,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041878,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00183906,"duration_s":0.174898,"completed_at":"2026-06-13T04:20:04.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006206,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [ 239.918074] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.739Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"cc0aca0ca5b43e7540e828ba","created_at":"2026-06-13T04:20:03.433Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-5c5ee5ddfa8847c4","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"3ff4dcc8fb00362f9bd6bebb2469e46a","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:03.438Z","job_size_bytes":11,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-cc0aca0ca5b43e7540e828ba: start","job_status":"start","queue_duration_s":1.300604,"scheduling_latency_s":1.300649}1576vm-test-run-nixbot-gitlab> gitlab # [ 239.967867] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.878Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"cc0aca0ca5b43e7540e828ba","created_at":"2026-06-13T04:20:03.433Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-5c5ee5ddfa8847c4","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"3ff4dcc8fb00362f9bd6bebb2469e46a","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:03.438Z","job_size_bytes":11,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-cc0aca0ca5b43e7540e828ba: done: 0.1391 sec","job_status":"done","queue_duration_s":1.300604,"scheduling_latency_s":1.300649,"redis_calls":13,"redis_duration_s":0.037666,"redis_read_bytes":12,"redis_write_bytes":1387,"redis_cache_calls":1,"redis_cache_duration_s":0.003717,"redis_cache_read_bytes":1,"redis_cache_write_bytes":37,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003937,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.017744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.012268,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":513,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.024071759999999998,"duration_s":0.1391,"completed_at":"2026-06-13T04:20:04.877Z","load_balancing_strategy":"primary","db_duration_s":0.019075,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [ 240.044079] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:04.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5060eefc6eacf18232c3f495","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5060eefc6eacf18232c3f495: start","job_status":"start","queue_duration_s":0.539287,"scheduling_latency_s":0.539334}1578vm-test-run-nixbot-gitlab> gitlab # [ 240.120672] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.031Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5060eefc6eacf18232c3f495","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5060eefc6eacf18232c3f495: done: 0.114082 sec","job_status":"done","queue_duration_s":0.539287,"scheduling_latency_s":0.539334,"redis_calls":13,"redis_duration_s":0.024993,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.017991,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.114082,"completed_at":"2026-06-13T04:20:05.030Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [ 240.177015] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.051Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37283e0af191635795000ae6","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37283e0af191635795000ae6: start","job_status":"start","queue_duration_s":0.67344,"scheduling_latency_s":0.673475}1580vm-test-run-nixbot-gitlab> gitlab # [ 240.279404] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.189Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37283e0af191635795000ae6","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37283e0af191635795000ae6: done: 0.13829 sec","job_status":"done","queue_duration_s":0.67344,"scheduling_latency_s":0.673475,"redis_calls":13,"redis_duration_s":0.042884,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.013866,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.029018,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0316,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.13829,"completed_at":"2026-06-13T04:20:05.189Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581vm-test-run-nixbot-gitlab> gitlab # [ 240.361094] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10f1387116acfa5ccb09e1b0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10f1387116acfa5ccb09e1b0: start","job_status":"start","queue_duration_s":0.819023,"scheduling_latency_s":0.819068}1582vm-test-run-nixbot-gitlab> gitlab # [ 240.389191] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10f1387116acfa5ccb09e1b0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10f1387116acfa5ccb09e1b0: done: 0.102187 sec","job_status":"done","queue_duration_s":0.819023,"scheduling_latency_s":0.819068,"redis_calls":13,"redis_duration_s":0.023152,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006449,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.016703,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.102187,"completed_at":"2026-06-13T04:20:05.298Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583vm-test-run-nixbot-gitlab> gitlab # [ 240.457841] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.312Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2074209e16de1d1766401964","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2074209e16de1d1766401964: start","job_status":"start","queue_duration_s":0.934537,"scheduling_latency_s":0.934581}1584vm-test-run-nixbot-gitlab> gitlab # [ 240.591765] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2074209e16de1d1766401964","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2074209e16de1d1766401964: done: 0.189572 sec","job_status":"done","queue_duration_s":0.934537,"scheduling_latency_s":0.934581,"redis_calls":13,"redis_duration_s":0.041799,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00963,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.032169,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035286,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.189572,"completed_at":"2026-06-13T04:20:05.501Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [ 240.687350] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34f1eb0ab90900055b16d7ab","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34f1eb0ab90900055b16d7ab: start","job_status":"start","queue_duration_s":1.219965,"scheduling_latency_s":1.220048}1586vm-test-run-nixbot-gitlab> gitlab # [ 240.805877] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34f1eb0ab90900055b16d7ab","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34f1eb0ab90900055b16d7ab: done: 0.118248 sec","job_status":"done","queue_duration_s":1.219965,"scheduling_latency_s":1.220048,"redis_calls":13,"redis_duration_s":0.018014,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005302,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.012712,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.118248,"completed_at":"2026-06-13T04:20:05.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [ 240.902170] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.812Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e5945145c445b3b42ab8a30","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e5945145c445b3b42ab8a30: start","job_status":"start","queue_duration_s":1.434378,"scheduling_latency_s":1.434432}1588vm-test-run-nixbot-gitlab> gitlab # [ 241.043690] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.950Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e5945145c445b3b42ab8a30","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e5945145c445b3b42ab8a30: done: 0.138304 sec","job_status":"done","queue_duration_s":1.434378,"scheduling_latency_s":1.434432,"redis_calls":13,"redis_duration_s":0.023644,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.010236,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013408,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.138304,"completed_at":"2026-06-13T04:20:05.950Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [ 241.116412] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:05.958Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76a61475bddb35dd2f574620","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76a61475bddb35dd2f574620: start","job_status":"start","queue_duration_s":1.580698,"scheduling_latency_s":1.580742}1590vm-test-run-nixbot-gitlab> gitlab # [ 241.130669] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76a61475bddb35dd2f574620","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76a61475bddb35dd2f574620: done: 0.060905 sec","job_status":"done","queue_duration_s":1.580698,"scheduling_latency_s":1.580742,"redis_calls":13,"redis_duration_s":0.00359,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001267,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002323,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026082,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.060905,"completed_at":"2026-06-13T04:20:06.019Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [ 241.168592] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.026Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b0455eea455a0d96275973db","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b0455eea455a0d96275973db: start","job_status":"start","queue_duration_s":1.648375,"scheduling_latency_s":1.648426}1592vm-test-run-nixbot-gitlab> gitlab # [ 241.180218] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.087Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b0455eea455a0d96275973db","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b0455eea455a0d96275973db: done: 0.061301 sec","job_status":"done","queue_duration_s":1.648375,"scheduling_latency_s":1.648426,"redis_calls":13,"redis_duration_s":0.0035,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001241,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002259,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.061301,"completed_at":"2026-06-13T04:20:06.087Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [ 241.216622] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6382c41cf4d07ec4e56bce8e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6382c41cf4d07ec4e56bce8e: start","job_status":"start","queue_duration_s":1.71569,"scheduling_latency_s":1.715731}1594vm-test-run-nixbot-gitlab> gitlab # [ 241.298399] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6382c41cf4d07ec4e56bce8e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6382c41cf4d07ec4e56bce8e: done: 0.114174 sec","job_status":"done","queue_duration_s":1.71569,"scheduling_latency_s":1.715731,"redis_calls":13,"redis_duration_s":0.023618,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006083,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.017535,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.114174,"completed_at":"2026-06-13T04:20:06.207Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [ 241.373819] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.212Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68b4f41fbfe657e33c06e90e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68b4f41fbfe657e33c06e90e: start","job_status":"start","queue_duration_s":1.835093,"scheduling_latency_s":1.835138}1596vm-test-run-nixbot-gitlab> gitlab # [ 241.388301] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68b4f41fbfe657e33c06e90e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68b4f41fbfe657e33c06e90e: done: 0.072701 sec","job_status":"done","queue_duration_s":1.835093,"scheduling_latency_s":1.835138,"redis_calls":13,"redis_duration_s":0.004406,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001502,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002904,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029915,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.072701,"completed_at":"2026-06-13T04:20:06.285Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [ 241.426856] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49f1f5fd86d6b0af45618ab9","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49f1f5fd86d6b0af45618ab9: start","job_status":"start","queue_duration_s":1.911709,"scheduling_latency_s":1.911752}1598vm-test-run-nixbot-gitlab> gitlab # [ 241.447602] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.357Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49f1f5fd86d6b0af45618ab9","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49f1f5fd86d6b0af45618ab9: done: 0.067454 sec","job_status":"done","queue_duration_s":1.911709,"scheduling_latency_s":1.911752,"redis_calls":13,"redis_duration_s":0.005193,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001387,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003806,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.067454,"completed_at":"2026-06-13T04:20:06.356Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [ 241.499459] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e69c5fce2a7c03317d6105b","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e69c5fce2a7c03317d6105b: start","job_status":"start","queue_duration_s":1.983145,"scheduling_latency_s":1.983227}1600vm-test-run-nixbot-gitlab> gitlab # [ 241.536959] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1e69c5fce2a7c03317d6105b","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1e69c5fce2a7c03317d6105b: done: 0.08524 sec","job_status":"done","queue_duration_s":1.983145,"scheduling_latency_s":1.983227,"redis_calls":13,"redis_duration_s":0.004189,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001496,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002693,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.08524,"completed_at":"2026-06-13T04:20:06.445Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [ 241.595957] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"503e64c06d70ff21784f6138","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-503e64c06d70ff21784f6138: start","job_status":"start","queue_duration_s":2.075227,"scheduling_latency_s":2.075269}1602vm-test-run-nixbot-gitlab> gitlab # [ 241.643277] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"503e64c06d70ff21784f6138","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-503e64c06d70ff21784f6138: done: 0.100989 sec","job_status":"done","queue_duration_s":2.075227,"scheduling_latency_s":2.075269,"redis_calls":13,"redis_duration_s":0.008792,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005782,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00301,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033694,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.100989,"completed_at":"2026-06-13T04:20:06.553Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [ 241.697204] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.571Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97966615c248cff81c3d99da","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97966615c248cff81c3d99da: start","job_status":"start","queue_duration_s":2.193512,"scheduling_latency_s":2.193582}1604vm-test-run-nixbot-gitlab> gitlab # [ 241.811635] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97966615c248cff81c3d99da","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97966615c248cff81c3d99da: done: 0.14982 sec","job_status":"done","queue_duration_s":2.193512,"scheduling_latency_s":2.193582,"redis_calls":13,"redis_duration_s":0.025965,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006851,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.019114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031176,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.14982,"completed_at":"2026-06-13T04:20:06.720Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [ 241.875563] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.734Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"75a251ab6f9454b8502268a5","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-75a251ab6f9454b8502268a5: start","job_status":"start","queue_duration_s":2.356275,"scheduling_latency_s":2.356319}1606vm-test-run-nixbot-gitlab> gitlab # [ 241.986320] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.896Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"75a251ab6f9454b8502268a5","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-75a251ab6f9454b8502268a5: done: 0.162421 sec","job_status":"done","queue_duration_s":2.356275,"scheduling_latency_s":2.356319,"redis_calls":13,"redis_duration_s":0.029317999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.011394,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.017924,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.162421,"completed_at":"2026-06-13T04:20:06.896Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [ 242.048217] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:06.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"195ecc8bf30931793c27e9a6","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-195ecc8bf30931793c27e9a6: start","job_status":"start","queue_duration_s":2.535442,"scheduling_latency_s":2.535498}1608vm-test-run-nixbot-gitlab> gitlab # [ 242.127871] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"195ecc8bf30931793c27e9a6","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-195ecc8bf30931793c27e9a6: done: 0.125059 sec","job_status":"done","queue_duration_s":2.535442,"scheduling_latency_s":2.535498,"redis_calls":13,"redis_duration_s":0.02731,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007816,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.019494,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.125059,"completed_at":"2026-06-13T04:20:07.038Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [ 242.186923] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.053Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"91900247d34a6b6c208fb67d","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-91900247d34a6b6c208fb67d: start","job_status":"start","queue_duration_s":2.676021,"scheduling_latency_s":2.67607}1610vm-test-run-nixbot-gitlab> gitlab # [ 242.258508] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"91900247d34a6b6c208fb67d","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-91900247d34a6b6c208fb67d: done: 0.115202 sec","job_status":"done","queue_duration_s":2.676021,"scheduling_latency_s":2.67607,"redis_calls":13,"redis_duration_s":0.018486,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005449,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.115202,"completed_at":"2026-06-13T04:20:07.168Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [ 242.320928] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.178Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca031ed76c1947418a496ef2","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca031ed76c1947418a496ef2: start","job_status":"start","queue_duration_s":2.80096,"scheduling_latency_s":2.801005}1612vm-test-run-nixbot-gitlab> gitlab # [ 242.379155] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca031ed76c1947418a496ef2","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca031ed76c1947418a496ef2: done: 0.110938 sec","job_status":"done","queue_duration_s":2.80096,"scheduling_latency_s":2.801005,"redis_calls":13,"redis_duration_s":0.020713,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013198,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026851,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.110938,"completed_at":"2026-06-13T04:20:07.289Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [ 242.435384] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"053ccc3b84d5b58de24490b7","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-053ccc3b84d5b58de24490b7: start","job_status":"start","queue_duration_s":2.926137,"scheduling_latency_s":2.926184}1614vm-test-run-nixbot-gitlab> gitlab # [ 242.483916] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.394Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"053ccc3b84d5b58de24490b7","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-053ccc3b84d5b58de24490b7: done: 0.09018 sec","job_status":"done","queue_duration_s":2.926137,"scheduling_latency_s":2.926184,"redis_calls":13,"redis_duration_s":0.025654999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.008681,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.016974,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.09018,"completed_at":"2026-06-13T04:20:07.393Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [ 242.537504] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cda6cc8b5fcd64448a16f2e0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cda6cc8b5fcd64448a16f2e0: start","job_status":"start","queue_duration_s":3.020292,"scheduling_latency_s":3.020346}1616vm-test-run-nixbot-gitlab> gitlab # [ 242.552888] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.462Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cda6cc8b5fcd64448a16f2e0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cda6cc8b5fcd64448a16f2e0: done: 0.064802 sec","job_status":"done","queue_duration_s":3.020292,"scheduling_latency_s":3.020346,"redis_calls":13,"redis_duration_s":0.004091,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001408,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002683,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027756,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.064802,"completed_at":"2026-06-13T04:20:07.462Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [ 242.590813] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62d8291fb8bae5d57b6e5c83","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62d8291fb8bae5d57b6e5c83: start","job_status":"start","queue_duration_s":3.091608,"scheduling_latency_s":3.09165}1618vm-test-run-nixbot-gitlab> gitlab # [ 242.636217] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62d8291fb8bae5d57b6e5c83","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62d8291fb8bae5d57b6e5c83: done: 0.07383 sec","job_status":"done","queue_duration_s":3.091608,"scheduling_latency_s":3.09165,"redis_calls":13,"redis_duration_s":0.009444,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003997,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005447,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.07383,"completed_at":"2026-06-13T04:20:07.543Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [ 242.686724] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"664906ef5422d7fe41a9b4b3","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-664906ef5422d7fe41a9b4b3: start","job_status":"start","queue_duration_s":3.219846,"scheduling_latency_s":3.219872}1620vm-test-run-nixbot-gitlab> gitlab # [ 242.783631] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"664906ef5422d7fe41a9b4b3","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-664906ef5422d7fe41a9b4b3: done: 0.096121 sec","job_status":"done","queue_duration_s":3.219846,"scheduling_latency_s":3.219872,"redis_calls":13,"redis_duration_s":0.031351000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.008316,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.023035,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.096121,"completed_at":"2026-06-13T04:20:07.693Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [ 242.856936] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.698Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5c3d66d64c83c247dfe02f1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5c3d66d64c83c247dfe02f1: start","job_status":"start","queue_duration_s":3.320332,"scheduling_latency_s":3.320374}1622vm-test-run-nixbot-gitlab> gitlab # [ 242.870727] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5c3d66d64c83c247dfe02f1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5c3d66d64c83c247dfe02f1: done: 0.064238 sec","job_status":"done","queue_duration_s":3.320332,"scheduling_latency_s":3.320374,"redis_calls":13,"redis_duration_s":0.00394,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001392,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002548,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027298,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.064238,"completed_at":"2026-06-13T04:20:07.762Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [ 242.912502] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee92acd032caca7e62f7febe","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee92acd032caca7e62f7febe: start","job_status":"start","queue_duration_s":3.3875,"scheduling_latency_s":3.38754}1624vm-test-run-nixbot-gitlab> gitlab # [ 242.925182] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee92acd032caca7e62f7febe","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee92acd032caca7e62f7febe: done: 0.063868 sec","job_status":"done","queue_duration_s":3.3875,"scheduling_latency_s":3.38754,"redis_calls":13,"redis_duration_s":0.003771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001319,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002452,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.063868,"completed_at":"2026-06-13T04:20:07.828Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [ 242.962673] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.832Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0584a64deaf5259b57fdc992","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0584a64deaf5259b57fdc992: start","job_status":"start","queue_duration_s":3.454315,"scheduling_latency_s":3.454354}1626vm-test-run-nixbot-gitlab> gitlab # [ 242.983468] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.893Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0584a64deaf5259b57fdc992","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0584a64deaf5259b57fdc992: done: 0.061595 sec","job_status":"done","queue_duration_s":3.454315,"scheduling_latency_s":3.454354,"redis_calls":13,"redis_duration_s":0.003999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001387,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002612,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027484,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.061595,"completed_at":"2026-06-13T04:20:07.893Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [ 243.020248] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.897Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b73ff0f4622954f216b0804","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b73ff0f4622954f216b0804: start","job_status":"start","queue_duration_s":3.519632,"scheduling_latency_s":3.519674}1628vm-test-run-nixbot-gitlab> gitlab # [ 243.067660] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.977Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b73ff0f4622954f216b0804","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b73ff0f4622954f216b0804: done: 0.080539 sec","job_status":"done","queue_duration_s":3.519632,"scheduling_latency_s":3.519674,"redis_calls":13,"redis_duration_s":0.006638,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004063,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002575,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02732,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.080539,"completed_at":"2026-06-13T04:20:07.977Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [ 243.119454] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:07.984Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2a796fe7e446c7ae518d411","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2a796fe7e446c7ae518d411: start","job_status":"start","queue_duration_s":3.606388,"scheduling_latency_s":3.606431}1630vm-test-run-nixbot-gitlab> gitlab # [ 243.135346] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2a796fe7e446c7ae518d411","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2a796fe7e446c7ae518d411: done: 0.061445 sec","job_status":"done","queue_duration_s":3.606388,"scheduling_latency_s":3.606431,"redis_calls":13,"redis_duration_s":0.004144,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002773,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.061445,"completed_at":"2026-06-13T04:20:08.045Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [ 243.173054] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.048Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10af81fa54f72453edef824e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10af81fa54f72453edef824e: start","job_status":"start","queue_duration_s":3.670899,"scheduling_latency_s":3.670941}1632vm-test-run-nixbot-gitlab> gitlab # [ 243.204541] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10af81fa54f72453edef824e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10af81fa54f72453edef824e: done: 0.066649 sec","job_status":"done","queue_duration_s":3.670899,"scheduling_latency_s":3.670941,"redis_calls":13,"redis_duration_s":0.004407,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001397,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00301,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.066649,"completed_at":"2026-06-13T04:20:08.115Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [ 243.244062] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.123Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f121e65fcfd1669ada21133","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f121e65fcfd1669ada21133: start","job_status":"start","queue_duration_s":3.746089,"scheduling_latency_s":3.746134}1634vm-test-run-nixbot-gitlab> gitlab # [ 243.288765] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.199Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f121e65fcfd1669ada21133","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f121e65fcfd1669ada21133: done: 0.075767 sec","job_status":"done","queue_duration_s":3.746089,"scheduling_latency_s":3.746134,"redis_calls":13,"redis_duration_s":0.020695,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006327,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014368,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021946,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.075767,"completed_at":"2026-06-13T04:20:08.199Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [ 243.339442] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d72fa9a5b08f5339be0b678","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d72fa9a5b08f5339be0b678: start","job_status":"start","queue_duration_s":3.872246,"scheduling_latency_s":3.872291}1636vm-test-run-nixbot-gitlab> gitlab # [ 243.504613] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.414Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d72fa9a5b08f5339be0b678","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d72fa9a5b08f5339be0b678: done: 0.164666 sec","job_status":"done","queue_duration_s":3.872246,"scheduling_latency_s":3.872291,"redis_calls":13,"redis_duration_s":0.035508,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.01281,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.022698,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.164666,"completed_at":"2026-06-13T04:20:08.414Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [ 243.588177] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.483Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7b1840a3449445fbf97164a","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7b1840a3449445fbf97164a: start","job_status":"start","queue_duration_s":4.106136,"scheduling_latency_s":4.10618}1638vm-test-run-nixbot-gitlab> gitlab # [ 243.613763] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7b1840a3449445fbf97164a","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7b1840a3449445fbf97164a: done: 0.040094 sec","job_status":"done","queue_duration_s":4.106136,"scheduling_latency_s":4.10618,"redis_calls":13,"redis_duration_s":0.004631,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00307,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040094,"completed_at":"2026-06-13T04:20:08.523Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [ 243.676824] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.526Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5609f76063234f3e1312e77c","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5609f76063234f3e1312e77c: start","job_status":"start","queue_duration_s":4.14911,"scheduling_latency_s":4.149151}1640vm-test-run-nixbot-gitlab> gitlab # [ 243.692226] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.557Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5609f76063234f3e1312e77c","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5609f76063234f3e1312e77c: done: 0.030542 sec","job_status":"done","queue_duration_s":4.14911,"scheduling_latency_s":4.149151,"redis_calls":13,"redis_duration_s":0.003549,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00122,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002329,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019588,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030542,"completed_at":"2026-06-13T04:20:08.557Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [ 243.738892] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69fe163a235038b67b7c4003","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69fe163a235038b67b7c4003: start","job_status":"start","queue_duration_s":4.181442,"scheduling_latency_s":4.181465}1642vm-test-run-nixbot-gitlab> gitlab # [ 243.751985] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69fe163a235038b67b7c4003","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69fe163a235038b67b7c4003: done: 0.022437 sec","job_status":"done","queue_duration_s":4.181442,"scheduling_latency_s":4.181465,"redis_calls":13,"redis_duration_s":0.003355,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001066,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002289,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014146,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022437,"completed_at":"2026-06-13T04:20:08.581Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [ 243.790509] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb04ad360c8a0368326e961e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb04ad360c8a0368326e961e: start","job_status":"start","queue_duration_s":4.205485,"scheduling_latency_s":4.205505}1644vm-test-run-nixbot-gitlab> gitlab # [ 243.845554] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.756Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb04ad360c8a0368326e961e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb04ad360c8a0368326e961e: done: 0.173185 sec","job_status":"done","queue_duration_s":4.205485,"scheduling_latency_s":4.205505,"redis_calls":13,"redis_duration_s":0.153643,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00109,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.152553,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.173185,"completed_at":"2026-06-13T04:20:08.756Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [ 243.894070] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.758Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5117e3786beaed04a027616","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5117e3786beaed04a027616: start","job_status":"start","queue_duration_s":4.380416,"scheduling_latency_s":4.380435}1646vm-test-run-nixbot-gitlab> gitlab # [ 243.967251] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.877Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5117e3786beaed04a027616","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5117e3786beaed04a027616: done: 0.119336 sec","job_status":"done","queue_duration_s":4.380416,"scheduling_latency_s":4.380435,"redis_calls":13,"redis_duration_s":0.002706,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000924,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001782,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.103313,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.119336,"completed_at":"2026-06-13T04:20:08.877Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [ 244.004446] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b329b7fc34adc2f487e67a0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b329b7fc34adc2f487e67a0: start","job_status":"start","queue_duration_s":4.503432,"scheduling_latency_s":4.503472}1648vm-test-run-nixbot-gitlab> gitlab # [ 244.015909] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.915Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b329b7fc34adc2f487e67a0","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b329b7fc34adc2f487e67a0: done: 0.034257 sec","job_status":"done","queue_duration_s":4.503432,"scheduling_latency_s":4.503472,"redis_calls":13,"redis_duration_s":0.004127,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001331,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002796,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023083,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.034257,"completed_at":"2026-06-13T04:20:08.915Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [ 244.052901] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48578ab9eebfec52c0bd7860","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48578ab9eebfec52c0bd7860: start","job_status":"start","queue_duration_s":4.539862,"scheduling_latency_s":4.539892}1650vm-test-run-nixbot-gitlab> gitlab # [ 244.064417] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.941Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48578ab9eebfec52c0bd7860","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48578ab9eebfec52c0bd7860: done: 0.024283 sec","job_status":"done","queue_duration_s":4.539862,"scheduling_latency_s":4.539892,"redis_calls":13,"redis_duration_s":0.0031720000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001093,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002079,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024283,"completed_at":"2026-06-13T04:20:08.941Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [ 244.102499] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd4785164e1350382155310c","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd4785164e1350382155310c: start","job_status":"start","queue_duration_s":4.5659,"scheduling_latency_s":4.565921}1652vm-test-run-nixbot-gitlab> gitlab # [ 244.114402] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.965Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd4785164e1350382155310c","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd4785164e1350382155310c: done: 0.021991 sec","job_status":"done","queue_duration_s":4.5659,"scheduling_latency_s":4.565921,"redis_calls":13,"redis_duration_s":0.003235,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002184,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01256,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021991,"completed_at":"2026-06-13T04:20:08.965Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653vm-test-run-nixbot-gitlab> gitlab # [ 244.151105] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.967Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3c5c2b2aa483ab01ac3859","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3c5c2b2aa483ab01ac3859: start","job_status":"start","queue_duration_s":4.589436,"scheduling_latency_s":4.589455}1654vm-test-run-nixbot-gitlab> gitlab # [ 244.162822] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c3c5c2b2aa483ab01ac3859","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c3c5c2b2aa483ab01ac3859: done: 0.023838 sec","job_status":"done","queue_duration_s":4.589436,"scheduling_latency_s":4.589455,"redis_calls":13,"redis_duration_s":0.0037869999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001158,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002629,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023838,"completed_at":"2026-06-13T04:20:08.990Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655vm-test-run-nixbot-gitlab> gitlab # [ 244.199766] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:08.992Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b19a262fc2f1f2f8eb7b1586","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b19a262fc2f1f2f8eb7b1586: start","job_status":"start","queue_duration_s":4.614868,"scheduling_latency_s":4.614888}1656vm-test-run-nixbot-gitlab> gitlab # [ 244.211555] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.013Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b19a262fc2f1f2f8eb7b1586","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b19a262fc2f1f2f8eb7b1586: done: 0.020824 sec","job_status":"done","queue_duration_s":4.614868,"scheduling_latency_s":4.614888,"redis_calls":13,"redis_duration_s":0.003288,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001014,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002274,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013662,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020824,"completed_at":"2026-06-13T04:20:09.013Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657vm-test-run-nixbot-gitlab> gitlab # [ 244.248292] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.015Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"070cbffca39517dc36051214","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-070cbffca39517dc36051214: start","job_status":"start","queue_duration_s":4.637481,"scheduling_latency_s":4.637508}1658vm-test-run-nixbot-gitlab> gitlab # [ 244.259792] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.036Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"070cbffca39517dc36051214","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-070cbffca39517dc36051214: done: 0.021016 sec","job_status":"done","queue_duration_s":4.637481,"scheduling_latency_s":4.637508,"redis_calls":13,"redis_duration_s":0.002789,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000988,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001801,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021016,"completed_at":"2026-06-13T04:20:09.036Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659vm-test-run-nixbot-gitlab> gitlab # [ 244.296308] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"924f5e48167a2764d40d219b","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-924f5e48167a2764d40d219b: start","job_status":"start","queue_duration_s":4.659958,"scheduling_latency_s":4.659976}1660vm-test-run-nixbot-gitlab> gitlab # [ 244.308751] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.054Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"924f5e48167a2764d40d219b","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-924f5e48167a2764d40d219b: done: 0.017206 sec","job_status":"done","queue_duration_s":4.659958,"scheduling_latency_s":4.659976,"redis_calls":13,"redis_duration_s":0.002566,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001628,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017206,"completed_at":"2026-06-13T04:20:09.054Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [ 244.346245] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"befe30fe8f7540ae86363b10","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-befe30fe8f7540ae86363b10: start","job_status":"start","queue_duration_s":4.678633,"scheduling_latency_s":4.678649}1662vm-test-run-nixbot-gitlab> gitlab # [ 244.358422] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.072Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"befe30fe8f7540ae86363b10","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-befe30fe8f7540ae86363b10: done: 0.016321 sec","job_status":"done","queue_duration_s":4.678633,"scheduling_latency_s":4.678649,"redis_calls":13,"redis_duration_s":0.002669,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00175,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016321,"completed_at":"2026-06-13T04:20:09.072Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [ 244.396455] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.074Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"495f284e0353990f88fadb59","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-495f284e0353990f88fadb59: start","job_status":"start","queue_duration_s":4.69629,"scheduling_latency_s":4.696305}1664vm-test-run-nixbot-gitlab> gitlab # [ 244.408115] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"495f284e0353990f88fadb59","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-495f284e0353990f88fadb59: done: 0.015903 sec","job_status":"done","queue_duration_s":4.69629,"scheduling_latency_s":4.696305,"redis_calls":13,"redis_duration_s":0.0025830000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000902,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001681,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010281,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015903,"completed_at":"2026-06-13T04:20:09.089Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665vm-test-run-nixbot-gitlab> gitlab # [ 244.445819] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2b577914b8b8d7c97af0e0e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2b577914b8b8d7c97af0e0e: start","job_status":"start","queue_duration_s":4.714322,"scheduling_latency_s":4.714338}1666vm-test-run-nixbot-gitlab> gitlab # [ 244.457808] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.108Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2b577914b8b8d7c97af0e0e","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2b577914b8b8d7c97af0e0e: done: 0.015992 sec","job_status":"done","queue_duration_s":4.714322,"scheduling_latency_s":4.714338,"redis_calls":13,"redis_duration_s":0.002576,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001643,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009377,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015992,"completed_at":"2026-06-13T04:20:09.108Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [ 244.495364] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6579194e57317457f3250e14","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6579194e57317457f3250e14: start","job_status":"start","queue_duration_s":4.73261,"scheduling_latency_s":4.732626}1668vm-test-run-nixbot-gitlab> gitlab # [ 244.507294] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.126Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6579194e57317457f3250e14","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6579194e57317457f3250e14: done: 0.01594 sec","job_status":"done","queue_duration_s":4.73261,"scheduling_latency_s":4.732626,"redis_calls":13,"redis_duration_s":0.0026950000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001783,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010152,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01594,"completed_at":"2026-06-13T04:20:09.126Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [ 244.545345] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e70e90edfc7eb3bee5bde7c1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e70e90edfc7eb3bee5bde7c1: start","job_status":"start","queue_duration_s":4.749889,"scheduling_latency_s":4.749906}1670vm-test-run-nixbot-gitlab> gitlab # [ 244.556850] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.143Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e70e90edfc7eb3bee5bde7c1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e70e90edfc7eb3bee5bde7c1: done: 0.015751 sec","job_status":"done","queue_duration_s":4.749889,"scheduling_latency_s":4.749906,"redis_calls":13,"redis_duration_s":0.002635,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001729,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010083,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015751,"completed_at":"2026-06-13T04:20:09.143Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [ 244.594995] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe6323587836ee7b79a6ec36","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe6323587836ee7b79a6ec36: start","job_status":"start","queue_duration_s":4.766964,"scheduling_latency_s":4.766979}1672vm-test-run-nixbot-gitlab> gitlab # [ 244.607076] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.162Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe6323587836ee7b79a6ec36","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe6323587836ee7b79a6ec36: done: 0.017449 sec","job_status":"done","queue_duration_s":4.766964,"scheduling_latency_s":4.766979,"redis_calls":13,"redis_duration_s":0.002791,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001856,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009837,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017449,"completed_at":"2026-06-13T04:20:09.162Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [ 244.644413] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.164Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e0d2f686320dc620b4358a7","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e0d2f686320dc620b4358a7: start","job_status":"start","queue_duration_s":4.78671,"scheduling_latency_s":4.786727}1674vm-test-run-nixbot-gitlab> gitlab # [ 244.656248] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.181Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e0d2f686320dc620b4358a7","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e0d2f686320dc620b4358a7: done: 0.016783 sec","job_status":"done","queue_duration_s":4.78671,"scheduling_latency_s":4.786727,"redis_calls":13,"redis_duration_s":0.003818,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002027,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001791,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010881,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016783,"completed_at":"2026-06-13T04:20:09.181Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675vm-test-run-nixbot-gitlab> gitlab # [ 244.694204] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.182Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c124c98af0cadf17b6174dc1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c124c98af0cadf17b6174dc1: start","job_status":"start","queue_duration_s":4.804819,"scheduling_latency_s":4.804834}1676vm-test-run-nixbot-gitlab> gitlab # [ 244.706378] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.199Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c124c98af0cadf17b6174dc1","created_at":"2026-06-13T04:20:04.101Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-456d8ca4cc4e4885","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"959dcb2cb39c154f9688fd62c1cda89a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.377Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c124c98af0cadf17b6174dc1: done: 0.016625 sec","job_status":"done","queue_duration_s":4.804819,"scheduling_latency_s":4.804834,"redis_calls":13,"redis_duration_s":0.002721,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000941,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00178,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010812,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016625,"completed_at":"2026-06-13T04:20:09.199Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [ 244.745318] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.200Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"e8ac3f57f37f379221b41d9d","created_at":"2026-06-13T04:20:04.642Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-ff68b03d185a495f","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.667Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-e8ac3f57f37f379221b41d9d: start","job_status":"start","queue_duration_s":4.532646,"scheduling_latency_s":4.532661}1678vm-test-run-nixbot-gitlab> gitlab # [ 244.759923] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.248Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"e8ac3f57f37f379221b41d9d","created_at":"2026-06-13T04:20:04.642Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-ff68b03d185a495f","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.667Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-e8ac3f57f37f379221b41d9d: done: 0.047687 sec","job_status":"done","queue_duration_s":4.532646,"scheduling_latency_s":4.532661,"redis_calls":10,"redis_duration_s":0.002949,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00057,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001857,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000522,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021784,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033844,"duration_s":0.047687,"completed_at":"2026-06-13T04:20:09.248Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011198,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [ 244.802224] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.249Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"0261ef64d8d3616ebad3a03a","created_at":"2026-06-13T04:20:04.671Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-ff68b03d185a495f","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.690Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-0261ef64d8d3616ebad3a03a: start","job_status":"start","queue_duration_s":4.55911,"scheduling_latency_s":4.559127}1680vm-test-run-nixbot-gitlab> gitlab # [ 244.816664] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:20:09.273Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"0261ef64d8d3616ebad3a03a","created_at":"2026-06-13T04:20:04.671Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-ff68b03d185a495f","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"4af9037ab0493a02c52a3d9fdac3c19a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-13T04:20:04.690Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-0261ef64d8d3616ebad3a03a: done: 0.023568 sec","job_status":"done","queue_duration_s":4.55911,"scheduling_latency_s":4.559127,"redis_calls":10,"redis_duration_s":0.002423,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000543,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001413,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000467,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032302,"duration_s":0.023568,"completed_at":"2026-06-13T04:20:09.273Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001436,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [ 256.113570] setup-gitlab-start[3305]: W, [2026-06-13T04:20:21.023478 #3305] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1682vm-test-run-nixbot-gitlab> gitlab # [ 294.880271] runuser[3304]: pam_unix(runuser:session): session closed for user gitlab1683vm-test-run-nixbot-gitlab> gitlab # [ 294.885494] setup-gitlab-start[3645]: ++ jq -r .token1684vm-test-run-nixbot-gitlab> gitlab # [ 294.888263] setup-gitlab-start[3646]: +++ date -d '+7 days' +%F1685vm-test-run-nixbot-gitlab> gitlab # [ 294.891538] setup-gitlab-start[3644]: ++ curl -fs -X POST -H 'Authorization: Bearer fa89d83321a09e7893bb1483e386066acb432c9cac315000120538dde9c600f1' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-20"}' http://gitlab/api/v4/users/1/personal_access_tokens1686vm-test-run-nixbot-gitlab> gitlab # [ 295.174477] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:00.083Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"5886d598cf64983573784978","created_at":"2026-06-13T04:21:00.049Z","trace_propagation_headers":{"sentry-trace":"aa0d0bd3fa134c22b2b60e87d03d6802-7d3f06d3aca34a05","baggage":"sentry-trace_id=aa0d0bd3fa134c22b2b60e87d03d6802,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCBSF4P57PEMZPYBKKY8M","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:f3a6967e4212af15d30a5405727cbef40fecf7739d734e94e6ea7c43d3de37c5","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:00.078Z","job_size_bytes":451,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-5886d598cf64983573784978: start","job_status":"start","queue_duration_s":0.004925,"scheduling_latency_s":0.004992}1687vm-test-run-nixbot-gitlab> gitlab # [ 295.219419] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:00 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 2671688vm-test-run-nixbot-gitlab> gitlab # [ 295.224503] setup-gitlab-start[3260]: + TOKEN=glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j81689vm-test-run-nixbot-gitlab> gitlab # [ 295.226923] setup-gitlab-start[3260]: + test -n glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j81690vm-test-run-nixbot-gitlab> gitlab # [ 295.229448] setup-gitlab-start[3260]: + test glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j8 '!=' null1691vm-test-run-nixbot-gitlab> gitlab # [ 295.231802] setup-gitlab-start[3260]: + mkdir -p /var/lib/secrets1692vm-test-run-nixbot-gitlab> gitlab # [ 295.233468] setup-gitlab-start[3260]: + echo glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j81693vm-test-run-nixbot-gitlab> gitlab # [ 295.235482] setup-gitlab-start[3260]: + chmod 644 /var/lib/secrets/gitlab-token1694vm-test-run-nixbot-gitlab> gitlab # [ 295.237308] setup-gitlab-start[3260]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j8' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1695vm-test-run-nixbot-gitlab> gitlab # [ 295.461173] sidekiq-cluster[2444]: {"severity":"WARN","time":"2026-06-13T04:21:00.370Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"5886d598cf64983573784978","created_at":"2026-06-13T04:21:00.049Z","trace_propagation_headers":{"sentry-trace":"aa0d0bd3fa134c22b2b60e87d03d6802-7d3f06d3aca34a05","baggage":"sentry-trace_id=aa0d0bd3fa134c22b2b60e87d03d6802,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCBSF4P57PEMZPYBKKY8M","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:f3a6967e4212af15d30a5405727cbef40fecf7739d734e94e6ea7c43d3de37c5","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:00.078Z","job_size_bytes":451,"pid":2444,"sidekiq_tid":"lymg","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-5886d598cf64983573784978: fail: 0.286116 sec","job_status":"fail","queue_duration_s":0.004925,"scheduling_latency_s":0.004992,"redis_calls":17,"redis_duration_s":0.0062970000000000005,"redis_read_bytes":651,"redis_write_bytes":1842,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.003105,"redis_feature_flag_read_bytes":644,"redis_feature_flag_write_bytes":958,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002435,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000757,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.037,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.202064,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007864,"duration_s":0.286116,"completed_at":"2026-06-13T04:21:00.369Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.052089,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1696vm-test-run-nixbot-gitlab> gitlab # [ 296.010330] gitaly[1376]: time="2026-06-13T04:21:00.920Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:10.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:00.920" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1697vm-test-run-nixbot-gitlab> gitlab # [ 296.039524] gitaly[1376]: time="2026-06-13T04:21:00.920Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:10.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:00.920" grpc.time_ms=0.467 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1698vm-test-run-nixbot-gitlab> gitlab # [ 296.236164] gitaly[1376]: time="2026-06-13T04:21:01.147Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.146" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1699vm-test-run-nixbot-gitlab> gitlab # [ 296.266035] gitaly[1376]: time="2026-06-13T04:21:01.147Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.146" grpc.time_ms=0.582 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1700vm-test-run-nixbot-gitlab> gitlab # [ 296.299724] gitaly[1376]: time="2026-06-13T04:21:01.193Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 diskcache=1a765ab4-0184-4233-95f3-c500ec0a6b3d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-13T04:21:11.020" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.161" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1701vm-test-run-nixbot-gitlab> gitlab # [ 296.321706] gitaly[1376]: time="2026-06-13T04:21:01.194Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-13T04:21:11.020" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.161" grpc.time_ms=32.339 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1702vm-test-run-nixbot-gitlab> gitlab # [ 296.343693] gitaly[1376]: time="2026-06-13T04:21:01.214Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.072" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.213" pid=1376 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1703vm-test-run-nixbot-gitlab> gitlab # [ 296.358763] gitaly[1376]: time="2026-06-13T04:21:01.214Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.072" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.213" grpc.time_ms=1.361 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1704vm-test-run-nixbot-gitlab> gitlab # [ 296.374485] gitaly[1376]: time="2026-06-13T04:21:01.240Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:11.082" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.223" grpc.time_ms=17.085 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1705vm-test-run-nixbot-gitlab> gitlab # [ 296.393976] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:01.283Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"d4e6cee76c386a7a9480f20d","created_at":"2026-06-13T04:21:01.256Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.277Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-d4e6cee76c386a7a9480f20d: start","job_status":"start","queue_duration_s":0.006446,"scheduling_latency_s":0.006509}1706vm-test-run-nixbot-gitlab> gitlab # [ 296.411827] gitaly[1376]: time="2026-06-13T04:21:01.317Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.176" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.317" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1707vm-test-run-nixbot-gitlab> gitlab # [ 296.423387] gitaly[1376]: time="2026-06-13T04:21:01.317Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.176" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.317" grpc.time_ms=0.428 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1708vm-test-run-nixbot-gitlab> gitlab # [ 296.438929] gitaly[1376]: time="2026-06-13T04:21:01.350Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 diskcache=28ddf245-b23d-4d84-9765-d7ad06d3dad0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-13T04:21:11.181" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.322" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1709vm-test-run-nixbot-gitlab> gitlab # [ 296.451388] gitaly[1376]: time="2026-06-13T04:21:01.350Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=10 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-13T04:21:11.181" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.322" grpc.time_ms=28.094 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1710vm-test-run-nixbot-gitlab> gitlab # [ 296.466050] gitaly[1376]: time="2026-06-13T04:21:01.363Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.362" pid=1376 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1711vm-test-run-nixbot-gitlab> gitlab # [ 296.476353] gitaly[1376]: time="2026-06-13T04:21:01.364Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.362" grpc.time_ms=1.392 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712vm-test-run-nixbot-gitlab> gitlab # [ 296.486808] gitaly[1376]: time="2026-06-13T04:21:01.388Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=4 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:11.230" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.371" grpc.time_ms=17.253 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1713vm-test-run-nixbot-gitlab> gitlab # [ 296.504646] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:01.414Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"d4e6cee76c386a7a9480f20d","created_at":"2026-06-13T04:21:01.256Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.277Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-d4e6cee76c386a7a9480f20d: done: 0.131083 sec","job_status":"done","queue_duration_s":0.006446,"scheduling_latency_s":0.006509,"redis_calls":15,"redis_duration_s":0.008155,"redis_read_bytes":140,"redis_write_bytes":1876,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.00216,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":711,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00236,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003635,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.103227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06767784,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.131083,"completed_at":"2026-06-13T04:21:01.414Z","load_balancing_strategy":"primary","db_duration_s":0.011503,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1714vm-test-run-nixbot-gitlab> gitlab # [ 296.547665] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:01.418Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"081493b1dda048c34d147cef","created_at":"2026-06-13T04:21:01.293Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.306Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-081493b1dda048c34d147cef: start","job_status":"start","queue_duration_s":0.111591,"scheduling_latency_s":0.111631}1715vm-test-run-nixbot-gitlab> gitlab # [ 296.562112] gitaly[1376]: time="2026-06-13T04:21:01.443Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:11.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.443" grpc.time_ms=0.358 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1716vm-test-run-nixbot-gitlab> gitlab # [ 296.572931] gitaly[1376]: time="2026-06-13T04:21:01.459Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-13T04:21:11.017" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.458" grpc.time_ms=1.097 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1717vm-test-run-nixbot-gitlab> gitlab # [ 296.688743] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:01.599Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"081493b1dda048c34d147cef","created_at":"2026-06-13T04:21:01.293Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.306Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-081493b1dda048c34d147cef: done: 0.180655 sec","job_status":"done","queue_duration_s":0.111591,"scheduling_latency_s":0.111631,"redis_calls":14,"redis_duration_s":0.006908999999999999,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001292,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003997,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00162,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.134595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.1202248,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.180655,"completed_at":"2026-06-13T04:21:01.599Z","load_balancing_strategy":"primary","db_duration_s":0.024534,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1718vm-test-run-nixbot-gitlab> gitlab # [ 296.924977] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:01.834Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"d160dbaef487987ea5cd1c31","created_at":"2026-06-13T04:21:01.822Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.832Z","job_size_bytes":5,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-d160dbaef487987ea5cd1c31: start","job_status":"start","queue_duration_s":0.002167,"scheduling_latency_s":0.002218}1719vm-test-run-nixbot-gitlab> gitlab # [ 297.019118] gitaly[1376]: time="2026-06-13T04:21:01.929Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCC399451X92JH0WAC3P6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:11.004" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:01.915" grpc.time_ms=14.215 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1720vm-test-run-nixbot-gitlab> gitlab # [ 297.117906] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:02.028Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"d160dbaef487987ea5cd1c31","created_at":"2026-06-13T04:21:01.822Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.832Z","job_size_bytes":5,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-d160dbaef487987ea5cd1c31: done: 0.19373 sec","job_status":"done","queue_duration_s":0.002167,"scheduling_latency_s":0.002218,"redis_calls":12,"redis_duration_s":0.004409,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001235,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00234,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000834,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.151392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039192,"duration_s":0.19373,"completed_at":"2026-06-13T04:21:02.028Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.030587,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1721vm-test-run-nixbot-gitlab> gitlab # [ 297.204772] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:02.030Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"bbc083fdf075d3bffb072bc4","created_at":"2026-06-13T04:21:01.871Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.879Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-bbc083fdf075d3bffb072bc4: start","job_status":"start","queue_duration_s":0.150508,"scheduling_latency_s":0.150531}1722vm-test-run-nixbot-gitlab> gitlab # [ 297.433566] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:02 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 22051723vm-test-run-nixbot-gitlab> gitlab # [ 297.439778] setup-gitlab-start[3260]: + mkdir -p /tmp/test-flake1724vm-test-run-nixbot-gitlab> gitlab # [ 297.442417] setup-gitlab-start[3260]: + cd /tmp/test-flake1725vm-test-run-nixbot-gitlab> gitlab # [ 297.444393] setup-gitlab-start[3260]: + git init -b master1726vm-test-run-nixbot-gitlab> gitlab # [ 297.450170] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:02.359Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"bbc083fdf075d3bffb072bc4","created_at":"2026-06-13T04:21:01.871Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.879Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-bbc083fdf075d3bffb072bc4: done: 0.328881 sec","job_status":"done","queue_duration_s":0.150508,"scheduling_latency_s":0.150531,"redis_calls":11,"redis_duration_s":0.003881,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00076,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002229,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.268,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.268,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.216817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00089926,"duration_s":0.328881,"completed_at":"2026-06-13T04:21:02.359Z","load_balancing_strategy":"primary","db_duration_s":0.111076,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1727vm-test-run-nixbot-gitlab> gitlab # [ 297.537091] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:02.363Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"8e82b6f92bc5eb246cb22ac3","created_at":"2026-06-13T04:21:01.884Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.892Z","job_size_bytes":89,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-8e82b6f92bc5eb246cb22ac3: start","job_status":"start","queue_duration_s":0.470976,"scheduling_latency_s":0.47109}1728vm-test-run-nixbot-gitlab> gitlab # [ 297.563917] setup-gitlab-start[3689]: Initialized empty Git repository in /tmp/test-flake/.git/1729vm-test-run-nixbot-gitlab> gitlab # [ 297.565649] setup-gitlab-start[3260]: + git config user.name test1730vm-test-run-nixbot-gitlab> gitlab # [ 297.566722] setup-gitlab-start[3260]: + git config user.email test@example.com1731vm-test-run-nixbot-gitlab> gitlab # [ 297.567971] setup-gitlab-start[3260]: + cat1732vm-test-run-nixbot-gitlab> gitlab # [ 297.568849] setup-gitlab-start[3260]: + git add flake.nix1733vm-test-run-nixbot-gitlab> gitlab # [ 297.569801] setup-gitlab-start[3260]: + git commit -m 'initial commit'1734vm-test-run-nixbot-gitlab> gitlab # [ 297.571033] setup-gitlab-start[3694]: [master (root-commit) 4f8badb] initial commit1735vm-test-run-nixbot-gitlab> gitlab # [ 297.572332] setup-gitlab-start[3694]: 1 file changed, 10 insertions(+)1736vm-test-run-nixbot-gitlab> gitlab # [ 297.573450] setup-gitlab-start[3694]: create mode 100644 flake.nix1737vm-test-run-nixbot-gitlab> gitlab # [ 297.574504] setup-gitlab-start[3260]: + git remote add origin http://oauth2:glpat-Q0yX3ZhihDd_SGP3y3ge8m86MQp1OjEH.01.0w1rng9j8@gitlab/root/test-flake.git1738vm-test-run-nixbot-gitlab> gitlab # [ 297.576732] setup-gitlab-start[3260]: + git push -u origin master1739vm-test-run-nixbot-gitlab> gitlab # [ 297.610683] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:02.520Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"8e82b6f92bc5eb246cb22ac3","created_at":"2026-06-13T04:21:01.884Z","trace_propagation_headers":{"sentry-trace":"3ec0c1295cc84e0c94892435cc408bb4-50c95d58709d44f8","baggage":"sentry-trace_id=3ec0c1295cc84e0c94892435cc408bb4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCC399451X92JH0WAC3P6","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:01.892Z","job_size_bytes":89,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-8e82b6f92bc5eb246cb22ac3: done: 0.157455 sec","job_status":"done","queue_duration_s":0.470976,"scheduling_latency_s":0.47109,"redis_calls":11,"redis_duration_s":0.004727,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001325,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002518,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000884,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.095153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007367,"duration_s":0.157455,"completed_at":"2026-06-13T04:21:02.520Z","load_balancing_strategy":"primary","db_duration_s":0.046484,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1740vm-test-run-nixbot-gitlab> gitlab # [ 297.678906] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:02 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 511741vm-test-run-nixbot-gitlab> gitlab # [ 298.275207] gitaly[1376]: time="2026-06-13T04:21:03.185Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCEEFXYQFTXZ1ZATS4FYX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:03.167" grpc.time_ms=17.784 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1742vm-test-run-nixbot-gitlab> gitlab # [ 298.316293] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:03 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 6431743vm-test-run-nixbot-gitlab> gitlab # [ 298.650025] gitaly[1376]: time="2026-06-13T04:21:03.561Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:13.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:03.546" grpc.time_ms=14.058 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1744vm-test-run-nixbot-gitlab> gitlab # [ 298.736194] gitaly[1376]: time="2026-06-13T04:21:03.647Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-13T04:21:33.028" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-13T04:21:03.628" grpc.time_ms=18.052 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1745vm-test-run-nixbot-gitlab> gitlab # [ 298.894882] gitaly[1376]: time="2026-06-13T04:21:03.805Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 duration_ms=400ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/allowed"1746vm-test-run-nixbot-gitlab> gitlab # [ 298.934612] gitaly[1376]: time="2026-06-13T04:21:03.845Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 duration_ms=38ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/pre_receive"1747vm-test-run-nixbot-gitlab> gitlab # [ 298.950934] gitaly[1376]: time="2026-06-13T04:21:03.846Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:03.403" grpc.time_ms=443.025 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1748vm-test-run-nixbot-gitlab> gitlab # [ 299.000926] gitaly[1376]: time="2026-06-13T04:21:03.911Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:03.910" grpc.time_ms=1.387 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1749vm-test-run-nixbot-gitlab> gitlab # [ 299.046001] gitaly[1376]: time="2026-06-13T04:21:03.950Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:03.948" grpc.time_ms=2.154 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1750vm-test-run-nixbot-gitlab> gitlab # [ 299.075363] gitaly[1376]: time="2026-06-13T04:21:03.983Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:03.982" grpc.time_ms=0.836 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1751vm-test-run-nixbot-gitlab> gitlab # [ 299.169383] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:04.078Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 4f8badbf2c60976c4fee84800d9cbb2168bf738f refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"e1ef2bf865c5b90b4816726f","created_at":"2026-06-13T04:21:04.068Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-1e8320d2d8e1490f","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.075Z","job_size_bytes":185,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-e1ef2bf865c5b90b4816726f: start","job_status":"start","queue_duration_s":0.002386,"scheduling_latency_s":0.002452}1752vm-test-run-nixbot-gitlab> gitlab # [ 299.212342] gitaly[1376]: time="2026-06-13T04:21:04.104Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:14.005" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.095" grpc.time_ms=8.681 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1753vm-test-run-nixbot-gitlab> gitlab # [ 299.234259] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:04.129Z","message":"changes: \"0000000000000000000000000000000000000000 4f8badbf2c60976c4fee84800d9cbb2168bf738f refs/heads/master\\n\""}1754vm-test-run-nixbot-gitlab> gitlab # [ 299.238940] gitaly[1376]: time="2026-06-13T04:21:04.150Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=17 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1438 command.oublock=0 command.real_time_ms=28 command.spawn_token_fork_ms=11 command.system_time_ms=14 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-13T04:21:14.025" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.116" grpc.time_ms=33.45 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1755vm-test-run-nixbot-gitlab> gitlab # [ 299.260959] gitaly[1376]: time="2026-06-13T04:21:04.169Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 duration_ms=147ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/post_receive"1756vm-test-run-nixbot-gitlab> gitlab # [ 299.267213] gitaly[1376]: time="2026-06-13T04:21:04.170Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:04.021" grpc.time_ms=149.607 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1757vm-test-run-nixbot-gitlab> gitlab # [ 299.285523] gitaly[1376]: time="2026-06-13T04:21:04.181Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 diskcache=58f68762-58cf-47ac-b3ba-c51f415d168c grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:03.299" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1758vm-test-run-nixbot-gitlab> gitlab # [ 299.300562] setup-gitlab-start[3698]: To http://gitlab/root/test-flake.git1759vm-test-run-nixbot-gitlab> gitlab # [ 299.301817] setup-gitlab-start[3698]: * [new branch] master -> master1760vm-test-run-nixbot-gitlab> gitlab # [ 299.303015] setup-gitlab-start[3698]: branch 'master' set up to track 'origin/master'.1761vm-test-run-nixbot-gitlab> gitlab # [ 299.304850] gitlab-workhorse[1305]: time="2026-06-13T04:21:04Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521762vm-test-run-nixbot-gitlab> gitlab # [ 299.307144] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:04 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 9831763vm-test-run-nixbot-gitlab> gitlab # [ 299.309849] systemd[1]: Finished setup-gitlab.service.1764vm-test-run-nixbot-gitlab> gitlab # [ 299.310785] gitaly[1376]: time="2026-06-13T04:21:04.181Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=284 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=851968 command.minflt=13368 command.oublock=32 command.real_time_ms=875 command.spawn_token_fork_ms=1 command.system_time_ms=177 command.user_time_ms=107 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:03.299" grpc.time_ms=881.774 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1765vm-test-run-nixbot-gitlab> gitlab # [ 299.325919] systemd[1]: Starting nixbot CI service...1766vm-test-run-nixbot-gitlab> gitlab # [ 299.326706] gitaly[1376]: time="2026-06-13T04:21:04.200Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:14.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.190" grpc.time_ms=9.309 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1767vm-test-run-nixbot-gitlab> gitlab # [ 299.340336] gitaly[1376]: time="2026-06-13T04:21:04.220Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:14.027" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.208" grpc.time_ms=11.753 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [ 299.352942] gitaly[1376]: time="2026-06-13T04:21:04.262Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-13T04:21:14.073" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.254" grpc.time_ms=8.351 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1769vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 300.00 seconds)1770vm-test-run-nixbot-gitlab> gitlab # [ 299.389214] gitaly[1376]: time="2026-06-13T04:21:04.300Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:04.299" grpc.time_ms=0.481 pid=1376 span.kind=server system=grpc1771vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1772vm-test-run-nixbot-gitlab> gitlab # [ 299.413833] gitaly[1376]: time="2026-06-13T04:21:04.324Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:04.324" grpc.time_ms=0.778 pid=1376 span.kind=server system=grpc1773vm-test-run-nixbot-gitlab> gitlab # [ 299.429253] gitaly[1376]: time="2026-06-13T04:21:04.340Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 diskcache=50618f7e-ce45-4f54-a10d-f77aa776786e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-13T04:21:14.096" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.276" pid=1376 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1774vm-test-run-nixbot-gitlab> gitlab # [ 299.438330] gitaly[1376]: time="2026-06-13T04:21:04.341Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=56 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5040 command.oublock=8 command.real_time_ms=58 command.spawn_token_fork_ms=0 command.system_time_ms=24 command.user_time_ms=32 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-13T04:21:14.096" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.276" grpc.time_ms=63.775 pid=1376 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1775vm-test-run-nixbot-gitlab> gitlab # [ 299.462945] gitaly[1376]: time="2026-06-13T04:21:04.373Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-13T04:21:14.193" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.373" grpc.time_ms=0.127 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1776vm-test-run-nixbot-gitlab> gitlab # [ 299.488405] gitaly[1376]: time="2026-06-13T04:21:04.399Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=861 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-13T04:21:14.207" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.388" grpc.time_ms=11.443 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1777vm-test-run-nixbot-gitlab> gitlab # [ 299.625066] gitaly[1376]: time="2026-06-13T04:21:04.536Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=312 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=7 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-13T04:21:34.022" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:04.523" grpc.time_ms=12.542 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1778vm-test-run-nixbot-gitlab> gitlab # [ 299.664324] gitaly[1376]: time="2026-06-13T04:21:04.575Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-13T04:21:14.154" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:04.574" grpc.time_ms=0.47 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1779vm-test-run-nixbot-gitlab> gitlab # [ 299.690214] gitaly[1376]: time="2026-06-13T04:21:04.584Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=316 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-13T04:21:14.157" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-13T04:21:04.577" grpc.time_ms=6.498 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1780vm-test-run-nixbot-gitlab> gitlab # [ 299.719986] gitaly[1376]: time="2026-06-13T04:21:04.623Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:14.188" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.608" grpc.time_ms=15.07 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1781vm-test-run-nixbot-gitlab> gitlab # [ 299.747136] gitaly[1376]: time="2026-06-13T04:21:04.648Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:14.213" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:04.633" grpc.time_ms=15.255 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1782vm-test-run-nixbot-gitlab> gitlab # [ 299.783292] gitaly[1376]: time="2026-06-13T04:21:04.694Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=19 command.spawn_token_fork_ms=2 command.system_time_ms=18 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-13T04:21:34.169" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:04.670" grpc.time_ms=23.464 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1783vm-test-run-nixbot-gitlab> gitlab # [ 300.375905] nixbot[3787]: {"ts": "2026-06-13T04:21:05.285Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1784vm-test-run-nixbot-gitlab> gitlab # [ 300.413309] nixbot[3787]: {"ts": "2026-06-13T04:21:05.324Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1785vm-test-run-nixbot-gitlab> gitlab # [ 300.441036] nixbot[3787]: {"ts": "2026-06-13T04:21:05.351Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1786vm-test-run-nixbot-gitlab> gitlab # [ 300.447672] nixbot[3787]: {"ts": "2026-06-13T04:21:05.356Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1787vm-test-run-nixbot-gitlab> gitlab # [ 300.454446] nixbot[3787]: {"ts": "2026-06-13T04:21:05.361Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1788vm-test-run-nixbot-gitlab> gitlab # [ 300.460627] nixbot[3787]: {"ts": "2026-06-13T04:21:05.369Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1789vm-test-run-nixbot-gitlab> gitlab # [ 300.466903] nixbot[3787]: {"ts": "2026-06-13T04:21:05.374Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1790vm-test-run-nixbot-gitlab> gitlab # [ 300.473224] nixbot[3787]: {"ts": "2026-06-13T04:21:05.377Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1791vm-test-run-nixbot-gitlab> gitlab # [ 300.478702] nixbot[3787]: {"ts": "2026-06-13T04:21:05.388Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1792vm-test-run-nixbot-gitlab> gitlab # [ 300.484615] nixbot[3787]: {"ts": "2026-06-13T04:21:05.390Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1793vm-test-run-nixbot-gitlab> gitlab # [ 300.491610] nixbot[3787]: {"ts": "2026-06-13T04:21:05.401Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1794vm-test-run-nixbot-gitlab> gitlab # [ 300.500705] nixbot[3787]: {"ts": "2026-06-13T04:21:05.411Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1795vm-test-run-nixbot-gitlab> gitlab # [ 300.509596] nixbot[3787]: {"ts": "2026-06-13T04:21:05.420Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1796vm-test-run-nixbot-gitlab> gitlab # [ 300.515135] nixbot[3787]: {"ts": "2026-06-13T04:21:05.423Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1797vm-test-run-nixbot-gitlab> gitlab # [ 300.521084] nixbot[3787]: {"ts": "2026-06-13T04:21:05.432Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1798vm-test-run-nixbot-gitlab> gitlab # [ 300.526409] nixbot[3787]: {"ts": "2026-06-13T04:21:05.435Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1799vm-test-run-nixbot-gitlab> gitlab # [ 300.531682] nixbot[3787]: {"ts": "2026-06-13T04:21:05.438Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1800vm-test-run-nixbot-gitlab> gitlab # [ 300.550981] gitaly[1376]: time="2026-06-13T04:21:05.461Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-13T04:21:15.036" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:05.456" grpc.time_ms=4.469 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1801vm-test-run-nixbot-gitlab> gitlab # [ 300.713783] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:05.622Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 4f8badbf2c60976c4fee84800d9cbb2168bf738f refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"e1ef2bf865c5b90b4816726f","created_at":"2026-06-13T04:21:04.068Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-1e8320d2d8e1490f","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.075Z","job_size_bytes":185,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-e1ef2bf865c5b90b4816726f: done: 1.544602 sec","job_status":"done","queue_duration_s":0.002386,"scheduling_latency_s":0.002452,"gitaly_calls":13,"gitaly_duration_s":0.237151,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.152633,"redis_read_bytes":957,"redis_write_bytes":19729,"redis_cache_calls":14,"redis_cache_duration_s":0.007746,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.031324,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.004544,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4935,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.008953,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.037818,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.062248,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.183,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.497,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.533,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.183,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.890465,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0018562,"exclusive_lock_hold_duration_s":0.042700140000000004,"duration_s":1.544602,"completed_at":"2026-06-13T04:21:05.622Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.243976,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1802vm-test-run-nixbot-gitlab> gitlab # [ 300.815565] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:05.626Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3d66e11e329a85040a07ce87","created_at":"2026-06-13T04:21:04.222Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.228Z","job_size_bytes":46,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3d66e11e329a85040a07ce87: start","job_status":"start","queue_duration_s":1.398038,"scheduling_latency_s":1.398071}1803vm-test-run-nixbot-gitlab> gitlab # [ 300.911673] nixbot[3787]: INFO: Started server process [3787]1804vm-test-run-nixbot-gitlab> gitlab # [ 300.912757] nixbot[3787]: INFO: Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1805vm-test-run-nixbot-gitlab> gitlab # [ 300.922800] nixbot[3787]: INFO: ::ffff:127.0.0.1:36938 - "GET /health HTTP/1.1" 200 OK1806vm-test-run-nixbot-gitlab> gitlab # [ 300.934829] systemd[1]: Started nixbot CI service.1807vm-test-run-nixbot-gitlab> gitlab # [ 300.937796] systemd[1]: Reached target Multi-User System.1808vm-test-run-nixbot-gitlab> gitlab # [ 300.939244] systemd[1]: Startup finished in 754ms (kernel) + 5.099s (initrd) + 4min 55.084s (userspace) = 5min 938ms.1809vm-test-run-nixbot-gitlab> gitlab # [ 301.003626] gitaly[1376]: time="2026-06-13T04:21:05.914Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-13T10:21:05.903" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:05.904" grpc.time_ms=9.822 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1810vm-test-run-nixbot-gitlab> gitlab # [ 301.036892] gitaly[1376]: time="2026-06-13T04:21:05.947Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=19 command.spawn_token_fork_ms=10 command.system_time_ms=3 command.user_time_ms=11 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-13T04:21:35.425" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:05.926" grpc.time_ms=21.446 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1811vm-test-run-nixbot-gitlab> gitlab # [ 301.143335] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.053Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"3d66e11e329a85040a07ce87","created_at":"2026-06-13T04:21:04.222Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.228Z","job_size_bytes":46,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-3d66e11e329a85040a07ce87: done: 0.427104 sec","job_status":"done","queue_duration_s":1.398038,"scheduling_latency_s":1.398071,"gitaly_calls":2,"gitaly_duration_s":0.044865,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.122025,"redis_read_bytes":69,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.004942,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.001711,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.020972,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.027674,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.066726,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.088,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.088,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.12042,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00146736,"duration_s":0.427104,"completed_at":"2026-06-13T04:21:06.053Z","load_balancing_strategy":"primary","db_duration_s":0.122236,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1812vm-test-run-nixbot-gitlab> gitlab # [ 301.238890] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.063Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"83fa5a3b3618da844684efbc","created_at":"2026-06-13T04:21:04.244Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.249Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-83fa5a3b3618da844684efbc: start","job_status":"start","queue_duration_s":1.813927,"scheduling_latency_s":1.813967}1813vm-test-run-nixbot-gitlab> gitlab # [ 301.297350] gitaly[1376]: time="2026-06-13T04:21:06.208Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 diskcache=49d67048-0cb8-408c-bdf4-7cc057ac6373 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-13T10:21:06.171" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.171" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1814vm-test-run-nixbot-gitlab> gitlab # [ 301.327480] gitaly[1376]: time="2026-06-13T04:21:06.208Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=16 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=41 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=13 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-13T10:21:06.171" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.171" grpc.time_ms=36.463 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815vm-test-run-nixbot-gitlab> gitlab # [ 301.362493] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.258Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"83fa5a3b3618da844684efbc","created_at":"2026-06-13T04:21:04.244Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.249Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-83fa5a3b3618da844684efbc: done: 0.195688 sec","job_status":"done","queue_duration_s":1.813927,"scheduling_latency_s":1.813967,"gitaly_calls":1,"gitaly_duration_s":0.044785,"redis_calls":15,"redis_duration_s":0.010975,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001837,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001858,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.003366,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003914,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.032,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.014,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.024,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.032,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.072291,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.10575122,"duration_s":0.195688,"completed_at":"2026-06-13T04:21:06.258Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.041437,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1816vm-test-run-nixbot-gitlab> gitlab # [ 301.422728] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.260Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f2b7b953dd3ca28738003031","created_at":"2026-06-13T04:21:04.365Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.369Z","job_size_bytes":23,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f2b7b953dd3ca28738003031: start","job_status":"start","queue_duration_s":1.890959,"scheduling_latency_s":1.890988}1817vm-test-run-nixbot-gitlab> gitlab # [ 301.437857] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.317Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f2b7b953dd3ca28738003031","created_at":"2026-06-13T04:21:04.365Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:04.369Z","job_size_bytes":23,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f2b7b953dd3ca28738003031: done: 0.057179 sec","job_status":"done","queue_duration_s":1.890959,"scheduling_latency_s":1.890988,"gitaly_calls":1,"gitaly_duration_s":0.01574,"redis_calls":16,"redis_duration_s":0.002828,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000252,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00085,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001124,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000602,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.057179,"completed_at":"2026-06-13T04:21:06.317Z","load_balancing_strategy":"primary","db_duration_s":0.003033,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1818vm-test-run-nixbot-gitlab> gitlab # [ 301.480769] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.319Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"4c10293a9cd0475ba1fb5f1e","created_at":"2026-06-13T04:21:05.024Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a898c0588265bacc3807b4659e6ebdf","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.089Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-4c10293a9cd0475ba1fb5f1e: start","job_status":"start","queue_duration_s":1.229658,"scheduling_latency_s":1.229681}1819vm-test-run-nixbot-gitlab> gitlab # [ 301.494354] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.346Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"4c10293a9cd0475ba1fb5f1e","created_at":"2026-06-13T04:21:05.024Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a898c0588265bacc3807b4659e6ebdf","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.089Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-4c10293a9cd0475ba1fb5f1e: done: 0.027415 sec","job_status":"done","queue_duration_s":1.229658,"scheduling_latency_s":1.229681,"redis_calls":9,"redis_duration_s":0.001781,"redis_read_bytes":7,"redis_write_bytes":1183,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000313,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001008,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.027415,"completed_at":"2026-06-13T04:21:06.346Z","load_balancing_strategy":"primary","db_duration_s":0.008066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1820vm-test-run-nixbot-gitlab> gitlab # [ 301.535850] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.347Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::DeactivateDormantUsersWorker","jid":"9eb0052fdd8695f562652f86","created_at":"2026-06-13T04:21:05.120Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f50946e0bc974f3fc027a3dfc999e3a5","meta.root_caller_id":"Cronjob","meta.feature_category":"seat_cost_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4dcffa7fe1c8f101f359dcdc169989fcba5c9fb7843a52fc30d1b9caae12380b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.141Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::DeactivateDormantUsersWorker JID-9eb0052fdd8695f562652f86: start","job_status":"start","queue_duration_s":1.206022,"scheduling_latency_s":1.206042}1821vm-test-run-nixbot-gitlab> gitlab # [ 301.553376] gitaly[1376]: time="2026-06-13T04:21:06.307Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=591 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=5 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-13T04:21:36.093" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.293" grpc.time_ms=12.993 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1822vm-test-run-nixbot-gitlab> gitlab # [ 301.566120] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:06 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 5501823vm-test-run-nixbot-gitlab> gitlab # [ 301.568289] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.396Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::DeactivateDormantUsersWorker","jid":"9eb0052fdd8695f562652f86","created_at":"2026-06-13T04:21:05.120Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f50946e0bc974f3fc027a3dfc999e3a5","meta.root_caller_id":"Cronjob","meta.feature_category":"seat_cost_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4dcffa7fe1c8f101f359dcdc169989fcba5c9fb7843a52fc30d1b9caae12380b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.141Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::DeactivateDormantUsersWorker JID-9eb0052fdd8695f562652f86: done: 0.04885 sec","job_status":"done","queue_duration_s":1.206022,"scheduling_latency_s":1.206042,"redis_calls":10,"redis_duration_s":0.0028840000000000003,"redis_read_bytes":9,"redis_write_bytes":1101,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000548,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":313,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00169,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000646,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":218,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054666,"duration_s":0.04885,"completed_at":"2026-06-13T04:21:06.396Z","load_balancing_strategy":"primary","db_duration_s":0.000651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1824vm-test-run-nixbot-gitlab> gitlab # [ 301.606620] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.399Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"977e0f8b5c57cdb9d27a4355","created_at":"2026-06-13T04:21:05.175Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f36136f504df80e1758f5e5a48d5ee4","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.195Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-977e0f8b5c57cdb9d27a4355: start","job_status":"start","queue_duration_s":1.203399,"scheduling_latency_s":1.203432}1825vm-test-run-nixbot-gitlab> gitlab # [ 301.618705] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.426Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"977e0f8b5c57cdb9d27a4355","created_at":"2026-06-13T04:21:05.175Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f36136f504df80e1758f5e5a48d5ee4","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.195Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-977e0f8b5c57cdb9d27a4355: done: 0.027645 sec","job_status":"done","queue_duration_s":1.203399,"scheduling_latency_s":1.203432,"redis_calls":10,"redis_duration_s":0.0020350000000000004,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001182,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016377,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036424,"duration_s":0.027645,"completed_at":"2026-06-13T04:21:06.426Z","load_balancing_strategy":"primary","db_duration_s":0.000577,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1826vm-test-run-nixbot-gitlab> gitlab # [ 301.657356] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.428Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0e5d758c1af5617cf17fea7f","created_at":"2026-06-13T04:21:05.241Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a9d66ef367c98d06aa7dc82178bc4c5","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.283Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0e5d758c1af5617cf17fea7f: start","job_status":"start","queue_duration_s":1.145734,"scheduling_latency_s":1.145765}1827vm-test-run-nixbot-gitlab> gitlab # [ 301.670756] nixbot[3787]: {"ts": "2026-06-13T04:21:06.384Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1828vm-test-run-nixbot-gitlab> gitlab # [ 301.673247] nixbot[3787]: {"ts": "2026-06-13T04:21:06.401Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1829vm-test-run-nixbot-gitlab> gitlab # [ 301.675321] nixbot[3787]: {"ts": "2026-06-13T04:21:06.543Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1830vm-test-run-nixbot-gitlab> gitlab # [ 301.677514] nixbot[3787]: {"ts": "2026-06-13T04:21:06.545Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1831vm-test-run-nixbot-gitlab> gitlab # [ 301.679328] gitaly[1376]: time="2026-06-13T04:21:06.338Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCHN7GP7T7NQEERJBYNTS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-13T04:21:36.024" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.324" grpc.time_ms=14.163 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1832vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.16 seconds)1833vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1834vm-test-run-nixbot-gitlab> gitlab # [ 301.694074] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.489Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0e5d758c1af5617cf17fea7f","created_at":"2026-06-13T04:21:05.241Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a9d66ef367c98d06aa7dc82178bc4c5","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.283Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0e5d758c1af5617cf17fea7f: done: 0.061046 sec","job_status":"done","queue_duration_s":1.145734,"scheduling_latency_s":1.145765,"redis_calls":15,"redis_duration_s":0.004625,"redis_read_bytes":13,"redis_write_bytes":1859,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002675,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001428,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000522,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.061046,"completed_at":"2026-06-13T04:21:06.489Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01903,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1835vm-test-run-nixbot-gitlab> gitlab # [ 301.733844] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:06.492Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"f0967e11f28727dd6aa14294","created_at":"2026-06-13T04:21:05.303Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:06e177bc0e739f2ed641cfefea5bc49838104ff69ed64ff87c38886ed9962f8a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.337Z","job_size_bytes":467,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-f0967e11f28727dd6aa14294: start","job_status":"start","queue_duration_s":1.155161,"scheduling_latency_s":1.155191}1836vm-test-run-nixbot-gitlab> gitlab # [ 301.749538] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:06 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1331837vm-test-run-nixbot-gitlab> gitlab # [ 301.751480] gitaly[1376]: time="2026-06-13T04:21:06.565Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:36.064" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.564" grpc.time_ms=0.623 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.03 seconds)1839vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1840vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1841vm-test-run-nixbot-gitlab> gitlab # [ 301.763406] gitaly[1376]: time="2026-06-13T04:21:06.581Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=577 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-13T04:21:16.150" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:06.570" grpc.time_ms=9.704 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1842vm-test-run-nixbot-gitlab> gitlab # [ 301.775957] nixbot[3787]: INFO: ::ffff:127.0.0.1:58484 - "GET /health HTTP/1.1" 200 OK1843vm-test-run-nixbot-gitlab> gitlab # [ 301.837821] gitaly[1376]: time="2026-06-13T04:21:06.748Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-13T04:21:36.247" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.747" grpc.time_ms=0.796 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1844vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.09 seconds)1845vm-test-run-nixbot-gitlab> []1846vm-test-run-nixbot-gitlab> gitlab # [ 301.858886] gitaly[1376]: time="2026-06-13T04:21:06.755Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=53 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-13T04:21:36.252" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:06.752" grpc.time_ms=2.731 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1847vm-test-run-nixbot-gitlab> gitlab # [ 301.882597] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:06 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 681848vm-test-run-nixbot-gitlab> gitlab # [ 301.909132] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:06 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2711849vm-test-run-nixbot-gitlab> gitlab # [ 301.912552] nixbot[3787]: {"ts": "2026-06-13T04:21:06.821Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1850vm-test-run-nixbot-gitlab> gitlab # [ 302.059827] gitaly[1376]: time="2026-06-13T04:21:06.970Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:16.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:06.954" grpc.time_ms=16.488 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1851vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1852vm-test-run-nixbot-gitlab> gitlab # [ 302.888357] gitaly[1376]: time="2026-06-13T04:21:07.796Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=3 command.system_time_ms=18 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-13T04:21:37.267" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:07.768" grpc.time_ms=28.134 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1853vm-test-run-nixbot-gitlab> gitlab # [ 302.914455] gitaly[1376]: time="2026-06-13T04:21:07.825Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=10 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCF2ZPK2JV7HPC85E55C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-13T04:21:37.299" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:07.800" grpc.time_ms=25.245 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [ 302.960208] sidekiq-cluster[2444]: {"severity":"WARN","time":"2026-06-13T04:21:07.870Z","class":"CreatePipelineWorker","correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"4f8badbf2c60976c4fee84800d9cbb2168bf738f","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"4f8badbf2c60976c4fee84800d9cbb2168bf738f","ref":"refs/heads/master"},"retry":0}1855vm-test-run-nixbot-gitlab> gitlab # [ 302.987387] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.898Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"f0967e11f28727dd6aa14294","created_at":"2026-06-13T04:21:05.303Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-3096ac0b74f14706","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:06e177bc0e739f2ed641cfefea5bc49838104ff69ed64ff87c38886ed9962f8a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.337Z","job_size_bytes":467,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-f0967e11f28727dd6aa14294: done: 1.40583 sec","job_status":"done","queue_duration_s":1.155161,"scheduling_latency_s":1.155191,"gitaly_calls":7,"gitaly_duration_s":0.1068,"redis_calls":53,"redis_duration_s":0.031819,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.000844,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.004953,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.020995,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003775,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001252,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.06,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.168693,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00047086,"duration_s":1.40583,"completed_at":"2026-06-13T04:21:07.897Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.104344,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1856vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.23 seconds)1857vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-13T04:21:06.795Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1858vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.32 seconds)1859vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1860vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1861vm-test-run-nixbot-gitlab> gitlab # [ 303.076610] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.899Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"74c3ab0d327163886e75e861","created_at":"2026-06-13T04:21:05.314Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4bf661b7fa8a660c6d6874c70a573ec6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.339Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-74c3ab0d327163886e75e861: start","job_status":"start","queue_duration_s":2.560024,"scheduling_latency_s":2.560047}1862vm-test-run-nixbot-gitlab> gitlab # [ 303.096524] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.922Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"74c3ab0d327163886e75e861","created_at":"2026-06-13T04:21:05.314Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4bf661b7fa8a660c6d6874c70a573ec6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.339Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-74c3ab0d327163886e75e861: done: 0.022922 sec","job_status":"done","queue_duration_s":2.560024,"scheduling_latency_s":2.560047,"redis_calls":13,"redis_duration_s":0.0021390000000000003,"redis_read_bytes":11,"redis_write_bytes":1736,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001069,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":905,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000776,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000294,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022922,"completed_at":"2026-06-13T04:21:07.922Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001004,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1863vm-test-run-nixbot-gitlab> gitlab # [ 303.148332] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.923Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3d18cd182e8188fe6ee7128b","created_at":"2026-06-13T04:21:05.367Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be5c39714bd2cf780c0cf509e8851135","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:21:05.381Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3d18cd182e8188fe6ee7128b: start","job_status":"start","queue_duration_s":2.542024,"scheduling_latency_s":2.542044}1864vm-test-run-nixbot-gitlab> gitlab # [ 303.163791] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.934Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1865vm-test-run-nixbot-gitlab> gitlab # [ 303.167886] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.939Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3d18cd182e8188fe6ee7128b","created_at":"2026-06-13T04:21:05.367Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"be5c39714bd2cf780c0cf509e8851135","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-13T04:21:05.381Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3d18cd182e8188fe6ee7128b: done: 0.015884 sec","job_status":"done","queue_duration_s":2.542024,"scheduling_latency_s":2.542044,"redis_calls":9,"redis_duration_s":0.00122,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000269,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000681,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00027,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010743,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015884,"completed_at":"2026-06-13T04:21:07.939Z","load_balancing_strategy":"primary","db_duration_s":0.000339,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1866vm-test-run-nixbot-gitlab> gitlab # [ 303.208080] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.941Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"00cdda0ef6b17872c3758d1f","created_at":"2026-06-13T04:21:05.394Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9637dcbc3e21d59d03901d5d8feca480","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.407Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-00cdda0ef6b17872c3758d1f: start","job_status":"start","queue_duration_s":2.533572,"scheduling_latency_s":2.533592}1867vm-test-run-nixbot-gitlab> gitlab # [ 303.221314] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.958Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"00cdda0ef6b17872c3758d1f","created_at":"2026-06-13T04:21:05.394Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9637dcbc3e21d59d03901d5d8feca480","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.407Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-00cdda0ef6b17872c3758d1f: done: 0.017147 sec","job_status":"done","queue_duration_s":2.533572,"scheduling_latency_s":2.533592,"redis_calls":9,"redis_duration_s":0.001301,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000281,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000758,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000262,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011567,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017147,"completed_at":"2026-06-13T04:21:07.958Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001086,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1868vm-test-run-nixbot-gitlab> gitlab # [ 303.261591] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.959Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"2c442365b4072fc2d55a2cca","created_at":"2026-06-13T04:21:05.423Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.448Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-2c442365b4072fc2d55a2cca: start","job_status":"start","queue_duration_s":2.510916,"scheduling_latency_s":2.510935}1869vm-test-run-nixbot-gitlab> gitlab # [ 303.274664] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.990Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"2c442365b4072fc2d55a2cca","created_at":"2026-06-13T04:21:05.423Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.448Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-2c442365b4072fc2d55a2cca: done: 0.031557 sec","job_status":"done","queue_duration_s":2.510916,"scheduling_latency_s":2.510935,"redis_calls":18,"redis_duration_s":0.003825,"redis_read_bytes":20,"redis_write_bytes":4702,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000621,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000212,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002374,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000618,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023935,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031557,"completed_at":"2026-06-13T04:21:07.990Z","load_balancing_strategy":"primary","db_duration_s":0.001651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1870vm-test-run-nixbot-gitlab> gitlab # [ 303.314924] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:07.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"af6987edae8f8776c8b32f84","created_at":"2026-06-13T04:21:05.464Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b87705884406a8d94e3edb3948a38005","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.474Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-af6987edae8f8776c8b32f84: start","job_status":"start","queue_duration_s":2.51836,"scheduling_latency_s":2.518381}1871vm-test-run-nixbot-gitlab> gitlab # [ 303.329060] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.010Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1872vm-test-run-nixbot-gitlab> gitlab # [ 303.332266] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.019Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"af6987edae8f8776c8b32f84","created_at":"2026-06-13T04:21:05.464Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b87705884406a8d94e3edb3948a38005","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.474Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-af6987edae8f8776c8b32f84: done: 0.02571 sec","job_status":"done","queue_duration_s":2.51836,"scheduling_latency_s":2.518381,"redis_calls":9,"redis_duration_s":0.008726000000000001,"redis_read_bytes":7,"redis_write_bytes":1185,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004105,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003625,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02571,"completed_at":"2026-06-13T04:21:08.018Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000343,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1873vm-test-run-nixbot-gitlab> gitlab # [ 303.373929] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.020Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"7f6a77141777d66d43c4ea9e","created_at":"2026-06-13T04:21:05.495Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8cc6447fb122abd0cc4e5b01e042572","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.509Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-7f6a77141777d66d43c4ea9e: start","job_status":"start","queue_duration_s":2.510829,"scheduling_latency_s":2.510846}1874vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1875vm-test-run-nixbot-gitlab> gitlab # [ 303.387559] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.040Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"7f6a77141777d66d43c4ea9e","created_at":"2026-06-13T04:21:05.495Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8cc6447fb122abd0cc4e5b01e042572","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.509Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-7f6a77141777d66d43c4ea9e: done: 0.020321 sec","job_status":"done","queue_duration_s":2.510829,"scheduling_latency_s":2.510846,"redis_calls":11,"redis_duration_s":0.002043,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000331,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00078,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0005436,"exclusive_lock_hold_duration_s":0.00239262,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.020321,"completed_at":"2026-06-13T04:21:08.040Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001358,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1876vm-test-run-nixbot-gitlab> gitlab # Counting objects: 20% (1/5)[ 303.428986] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.041Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"aaaf264fb3b81f897e5b5d0f","created_at":"2026-06-13T04:21:05.559Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"37fd50ce0a35380b26ea4bd400ecd956","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.648Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-aaaf264fb3b81f897e5b5d0f: start","job_status":"start","queue_duration_s":2.392845,"scheduling_latency_s":2.392864}1877vm-test-run-nixbot-gitlab> gitlab # Counting objects: 40% (2/5)[ 303.442357] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.061Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"aaaf264fb3b81f897e5b5d0f","created_at":"2026-06-13T04:21:05.559Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"37fd50ce0a35380b26ea4bd400ecd956","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.648Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-aaaf264fb3b81f897e5b5d0f: done: 0.019772 sec","job_status":"done","queue_duration_s":2.392845,"scheduling_latency_s":2.392864,"redis_calls":11,"redis_duration_s":0.001778,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000313,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000789,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000676,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014121,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00050302,"exclusive_lock_hold_duration_s":0.0025343,"duration_s":0.019772,"completed_at":"2026-06-13T04:21:08.061Z","load_balancing_strategy":"primary","db_duration_s":0.001095,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1878vm-test-run-nixbot-gitlab> gitlab # Counting objects: 60% (3/5)[ 303.482960] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.062Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"8f1c2424c1d77550a0bde8e2","created_at":"2026-06-13T04:21:05.681Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2f4369aabcef73eb82f6de8b063836b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.710Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-8f1c2424c1d77550a0bde8e2: start","job_status":"start","queue_duration_s":2.352477,"scheduling_latency_s":2.352494}1879vm-test-run-nixbot-gitlab> gitlab # Counting objects: 80% (4/5)[ 303.498224] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:07 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 1711880vm-test-run-nixbot-gitlab> gitlab # Counting objects: 100% (5/5)[ 303.500691] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:08 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 671881vm-test-run-nixbot-gitlab> gitlab # Counting objects: 100% (5/5), done.1882vm-test-run-nixbot-gitlab> gitlab # [ 303.503555] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:08 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 1401883vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads[ 303.509897] gitaly[1376]: time="2026-06-13T04:21:08.279Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCKXBDDT833GT7XRAE7BB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=246 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:08.263" grpc.time_ms=15.282 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1884vm-test-run-nixbot-gitlab> gitlab # 1885vm-test-run-nixbot-gitlab> gitlab # [ 303.524263] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.214Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"8f1c2424c1d77550a0bde8e2","created_at":"2026-06-13T04:21:05.681Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2f4369aabcef73eb82f6de8b063836b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.710Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-8f1c2424c1d77550a0bde8e2: done: 0.151853 sec","job_status":"done","queue_duration_s":2.352477,"scheduling_latency_s":2.352494,"redis_calls":12,"redis_duration_s":0.001697,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000258,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000765,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000674,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.139794,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00044464,"exclusive_lock_hold_duration_s":0.13285,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.151853,"completed_at":"2026-06-13T04:21:08.214Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008491,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1886vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 50% (1/2)[ 303.566824] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.215Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c40f3c1b3f8592637923b9ff","created_at":"2026-06-13T04:21:05.728Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a46c311f8064f9cdaa300fff0a98c5fd","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.744Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c40f3c1b3f8592637923b9ff: start","job_status":"start","queue_duration_s":2.470905,"scheduling_latency_s":2.470924}1887vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1888vm-test-run-nixbot-gitlab> gitlab # Writing objects: 33% (1/3)Writing objects: 66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 68.00 KiB/s, done.1889vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1890vm-test-run-nixbot-gitlab> gitlab # [ 303.609475] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.520Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c40f3c1b3f8592637923b9ff","created_at":"2026-06-13T04:21:05.728Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a46c311f8064f9cdaa300fff0a98c5fd","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.744Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c40f3c1b3f8592637923b9ff: done: 0.304512 sec","job_status":"done","queue_duration_s":2.470905,"scheduling_latency_s":2.470924,"redis_calls":573,"redis_duration_s":0.062893,"redis_read_bytes":571,"redis_write_bytes":49790,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000273,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000698,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.061922,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.272574,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.304512,"completed_at":"2026-06-13T04:21:08.520Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000327,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1891vm-test-run-nixbot-gitlab> gitlab # [ 303.677992] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.561Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"d290643367219f21f0310c86","created_at":"2026-06-13T04:21:05.770Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f906f397d1cbad2e523e3d71b5c56ddf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:21:05.789Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-d290643367219f21f0310c86: start","job_status":"start","queue_duration_s":2.771307,"scheduling_latency_s":2.771337}1892vm-test-run-nixbot-gitlab> gitlab # [ 303.691462] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.573Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1893vm-test-run-nixbot-gitlab> gitlab # [ 303.695125] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.580Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"d290643367219f21f0310c86","created_at":"2026-06-13T04:21:05.770Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f906f397d1cbad2e523e3d71b5c56ddf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-13T04:21:05.789Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-d290643367219f21f0310c86: done: 0.018992 sec","job_status":"done","queue_duration_s":2.771307,"scheduling_latency_s":2.771337,"redis_calls":9,"redis_duration_s":0.0015,"redis_read_bytes":7,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000343,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000826,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000331,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018992,"completed_at":"2026-06-13T04:21:08.580Z","load_balancing_strategy":"primary","db_duration_s":0.000489,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1894vm-test-run-nixbot-gitlab> gitlab # [ 303.735052] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.581Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"a32e163ba3bdcf1e0de90135","created_at":"2026-06-13T04:21:05.807Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c6a5c6583f24998aee9170faed74bac2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:21:05.813Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-a32e163ba3bdcf1e0de90135: start","job_status":"start","queue_duration_s":2.767935,"scheduling_latency_s":2.767957}1895vm-test-run-nixbot-gitlab> gitlab # [ 303.747831] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.629Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"a32e163ba3bdcf1e0de90135","created_at":"2026-06-13T04:21:05.807Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c6a5c6583f24998aee9170faed74bac2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-13T04:21:05.813Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-a32e163ba3bdcf1e0de90135: done: 0.04799 sec","job_status":"done","queue_duration_s":2.767935,"scheduling_latency_s":2.767957,"redis_calls":9,"redis_duration_s":0.019748,"redis_read_bytes":7,"redis_write_bytes":1068,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.005727,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.013714,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000307,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018887,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04799,"completed_at":"2026-06-13T04:21:08.629Z","load_balancing_strategy":"primary","db_duration_s":0.006026,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1896vm-test-run-nixbot-gitlab> gitlab # [ 303.788584] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.631Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"22d7318948f5354f23556daf","created_at":"2026-06-13T04:21:05.816Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"123d88db534ff32e17a8370f77b2fabf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.833Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-22d7318948f5354f23556daf: start","job_status":"start","queue_duration_s":2.797348,"scheduling_latency_s":2.797366}1897vm-test-run-nixbot-gitlab> gitlab # [ 303.802107] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.675Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"22d7318948f5354f23556daf","created_at":"2026-06-13T04:21:05.816Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"123d88db534ff32e17a8370f77b2fabf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.833Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-22d7318948f5354f23556daf: done: 0.044092 sec","job_status":"done","queue_duration_s":2.797348,"scheduling_latency_s":2.797366,"redis_calls":13,"redis_duration_s":0.002435,"redis_read_bytes":11,"redis_write_bytes":1780,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00059,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000731,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001114,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026647,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00047614,"exclusive_lock_hold_duration_s":0.0226228,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.044092,"completed_at":"2026-06-13T04:21:08.675Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0129,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1898vm-test-run-nixbot-gitlab> gitlab # [ 303.844142] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.676Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"914a08712eab8fd005af3cb7","created_at":"2026-06-13T04:21:05.852Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4cd836875c05b52d8ed384080cf1be3f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.897Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-914a08712eab8fd005af3cb7: start","job_status":"start","queue_duration_s":2.779132,"scheduling_latency_s":2.779153}1899vm-test-run-nixbot-gitlab> gitlab # [ 303.857623] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.687Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1900vm-test-run-nixbot-gitlab> gitlab # [ 303.860540] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.692Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"914a08712eab8fd005af3cb7","created_at":"2026-06-13T04:21:05.852Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4cd836875c05b52d8ed384080cf1be3f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.897Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-914a08712eab8fd005af3cb7: done: 0.016385 sec","job_status":"done","queue_duration_s":2.779132,"scheduling_latency_s":2.779153,"redis_calls":9,"redis_duration_s":0.0013030000000000001,"redis_read_bytes":7,"redis_write_bytes":1112,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00032,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00071,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000273,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016385,"completed_at":"2026-06-13T04:21:08.692Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000423,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1901vm-test-run-nixbot-gitlab> gitlab # [ 303.899365] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.694Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"b53804eae6f2cb96b621630e","created_at":"2026-06-13T04:21:05.910Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"394222341f32fadd6ad7fb7201b31cd6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.916Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-b53804eae6f2cb96b621630e: start","job_status":"start","queue_duration_s":2.777779,"scheduling_latency_s":2.777801}1902vm-test-run-nixbot-gitlab> gitlab # [ 303.912974] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.705Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1903vm-test-run-nixbot-gitlab> gitlab # [ 303.916477] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.710Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"b53804eae6f2cb96b621630e","created_at":"2026-06-13T04:21:05.910Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"394222341f32fadd6ad7fb7201b31cd6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.916Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-b53804eae6f2cb96b621630e: done: 0.016808 sec","job_status":"done","queue_duration_s":2.777779,"scheduling_latency_s":2.777801,"redis_calls":9,"redis_duration_s":0.002373,"redis_read_bytes":7,"redis_write_bytes":1178,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000368,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001471,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000534,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010761,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016808,"completed_at":"2026-06-13T04:21:08.710Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000317,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1904vm-test-run-nixbot-gitlab> gitlab # [ 303.956586] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.712Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"f71790ac5365550e00d6bc58","created_at":"2026-06-13T04:21:05.940Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60f2d0634ca1daa39ba7f6f89c337ef8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.945Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-f71790ac5365550e00d6bc58: start","job_status":"start","queue_duration_s":2.7666,"scheduling_latency_s":2.766618}1905vm-test-run-nixbot-gitlab> gitlab # [ 303.970671] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.722Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1906vm-test-run-nixbot-gitlab> gitlab # [ 303.975358] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.727Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"f71790ac5365550e00d6bc58","created_at":"2026-06-13T04:21:05.940Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60f2d0634ca1daa39ba7f6f89c337ef8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.945Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-f71790ac5365550e00d6bc58: done: 0.015537 sec","job_status":"done","queue_duration_s":2.7666,"scheduling_latency_s":2.766618,"redis_calls":9,"redis_duration_s":0.0014269999999999999,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000255,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000267,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015537,"completed_at":"2026-06-13T04:21:08.727Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000324,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1907vm-test-run-nixbot-gitlab> gitlab # [ 304.014957] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"2d0d0512c22e8677677868ca","created_at":"2026-06-13T04:21:05.953Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d541707da31e0385416d4f2e9002c19f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.963Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-2d0d0512c22e8677677868ca: start","job_status":"start","queue_duration_s":2.76519,"scheduling_latency_s":2.765207}1908vm-test-run-nixbot-gitlab> gitlab # [ 304.028537] gitaly[1376]: time="2026-06-13T04:21:08.930Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=591 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=22 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-13T04:21:18.007" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:08.897" grpc.time_ms=32.501 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1909vm-test-run-nixbot-gitlab> gitlab # [ 304.056749] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.966Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"2d0d0512c22e8677677868ca","created_at":"2026-06-13T04:21:05.953Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d541707da31e0385416d4f2e9002c19f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:05.963Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-2d0d0512c22e8677677868ca: done: 0.237977 sec","job_status":"done","queue_duration_s":2.76519,"scheduling_latency_s":2.765207,"redis_calls":11,"redis_duration_s":0.003998,"redis_read_bytes":9,"redis_write_bytes":1292,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000557,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00139,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002051,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.037,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.193434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00049602,"exclusive_lock_hold_duration_s":0.21731048,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.237977,"completed_at":"2026-06-13T04:21:08.966Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.048322,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1910vm-test-run-nixbot-gitlab> gitlab # [ 304.105662] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:08.968Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"31999ff09203cdb8627dfc12","created_at":"2026-06-13T04:21:05.999Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-a0af69e7d15340ca","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.007Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-31999ff09203cdb8627dfc12: start","job_status":"start","queue_duration_s":2.961271,"scheduling_latency_s":2.961292}1911vm-test-run-nixbot-gitlab> gitlab # [ 304.125901] gitaly[1376]: time="2026-06-13T04:21:09.036Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-13T04:21:39.027" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-13T04:21:09.027" grpc.time_ms=8.914 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1912vm-test-run-nixbot-gitlab> gitlab # [ 304.139815] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.043Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"31999ff09203cdb8627dfc12","created_at":"2026-06-13T04:21:05.999Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-a0af69e7d15340ca","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.007Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-31999ff09203cdb8627dfc12: done: 0.074375 sec","job_status":"done","queue_duration_s":2.961271,"scheduling_latency_s":2.961292,"redis_calls":19,"redis_duration_s":0.028356,"redis_read_bytes":21,"redis_write_bytes":4291,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.018812,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000649,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2262,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.003893,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.005002,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037165,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0248346,"duration_s":0.074375,"completed_at":"2026-06-13T04:21:09.042Z","load_balancing_strategy":"primary","db_duration_s":0.006001,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1913vm-test-run-nixbot-gitlab> gitlab # [ 304.183560] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.044Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cd809160f593d4b8e13d0393","created_at":"2026-06-13T04:21:05.994Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4827d99d50d45ce80ed37cd6bacf6cce","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.016Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cd809160f593d4b8e13d0393: start","job_status":"start","queue_duration_s":3.02749,"scheduling_latency_s":3.027507}1914vm-test-run-nixbot-gitlab> gitlab # [ 304.197642] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.088Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cd809160f593d4b8e13d0393","created_at":"2026-06-13T04:21:05.994Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4827d99d50d45ce80ed37cd6bacf6cce","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.016Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cd809160f593d4b8e13d0393: done: 0.044444 sec","job_status":"done","queue_duration_s":3.02749,"scheduling_latency_s":3.027507,"redis_calls":11,"redis_duration_s":0.0030830000000000002,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000932,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001051,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.0011,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021335,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00068562,"exclusive_lock_hold_duration_s":0.0151364,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.044444,"completed_at":"2026-06-13T04:21:09.088Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017748,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1915vm-test-run-nixbot-gitlab> gitlab # [ 304.240725] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.090Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"cdc48b6cde802ae6cbe81123","created_at":"2026-06-13T04:21:06.044Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f959394994c577413c1cdbf8f8930c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.060Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-cdc48b6cde802ae6cbe81123: start","job_status":"start","queue_duration_s":3.030244,"scheduling_latency_s":3.030264}1916vm-test-run-nixbot-gitlab> gitlab # [ 304.254565] gitaly[1376]: time="2026-06-13T04:21:09.093Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG duration_ms=339ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/allowed"1917vm-test-run-nixbot-gitlab> gitlab # [ 304.257557] gitaly[1376]: time="2026-06-13T04:21:09.131Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG duration_ms=37ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/pre_receive"1918vm-test-run-nixbot-gitlab> gitlab # [ 304.260443] gitaly[1376]: time="2026-06-13T04:21:09.132Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:08.753" grpc.time_ms=378.106 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1919vm-test-run-nixbot-gitlab> gitlab # [ 304.270755] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.112Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"cdc48b6cde802ae6cbe81123","created_at":"2026-06-13T04:21:06.044Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f959394994c577413c1cdbf8f8930c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.060Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-cdc48b6cde802ae6cbe81123: done: 0.021443 sec","job_status":"done","queue_duration_s":3.030244,"scheduling_latency_s":3.030264,"redis_calls":9,"redis_duration_s":0.00625,"redis_read_bytes":7,"redis_write_bytes":1119,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000311,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00508,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021443,"completed_at":"2026-06-13T04:21:09.112Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000413,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1920vm-test-run-nixbot-gitlab> gitlab # [ 304.310910] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.113Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"fc5199fc55ccf6541c394b93","created_at":"2026-06-13T04:21:06.083Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3fd96b700c40023ec453bb7b82e36d8","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.116Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-fc5199fc55ccf6541c394b93: start","job_status":"start","queue_duration_s":2.996857,"scheduling_latency_s":2.996875}1921vm-test-run-nixbot-gitlab> gitlab # [ 304.327244] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.145Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"fc5199fc55ccf6541c394b93","created_at":"2026-06-13T04:21:06.083Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3fd96b700c40023ec453bb7b82e36d8","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.116Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-fc5199fc55ccf6541c394b93: done: 0.03194 sec","job_status":"done","queue_duration_s":2.996857,"scheduling_latency_s":2.996875,"redis_calls":12,"redis_duration_s":0.0037150000000000004,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0011,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001551,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001064,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015616,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00404752,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.03194,"completed_at":"2026-06-13T04:21:09.145Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00616,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1922vm-test-run-nixbot-gitlab> gitlab # [ 304.371945] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.146Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"1b0b657a2bd46637be1dd629","created_at":"2026-06-13T04:21:06.134Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.158Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-1b0b657a2bd46637be1dd629: start","job_status":"start","queue_duration_s":2.988602,"scheduling_latency_s":2.988619}1923vm-test-run-nixbot-gitlab> gitlab # [ 304.387220] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.262Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"1b0b657a2bd46637be1dd629","created_at":"2026-06-13T04:21:06.134Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-123e8770b44541de","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:06.158Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-1b0b657a2bd46637be1dd629: done: 0.115848 sec","job_status":"done","queue_duration_s":2.988602,"scheduling_latency_s":2.988619,"redis_calls":70,"redis_duration_s":0.013637,"redis_read_bytes":118,"redis_write_bytes":42530,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001461,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000412,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.011257,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000507,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.095139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.115848,"completed_at":"2026-06-13T04:21:09.262Z","load_balancing_strategy":"primary","db_duration_s":0.001841,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1924vm-test-run-nixbot-gitlab> gitlab # [ 304.428168] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.263Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1197707d4030c1cd4b632b7d","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1197707d4030c1cd4b632b7d: start","job_status":"start","queue_duration_s":1.279922,"scheduling_latency_s":1.279945}1925vm-test-run-nixbot-gitlab> gitlab # [ 304.439780] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.277Z","message":"No existing merge request to be cleaned up."}1926vm-test-run-nixbot-gitlab> gitlab # [ 304.441458] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.286Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1197707d4030c1cd4b632b7d","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1197707d4030c1cd4b632b7d: done: 0.022141 sec","job_status":"done","queue_duration_s":1.279922,"scheduling_latency_s":1.279945,"redis_calls":12,"redis_duration_s":0.0016749999999999998,"redis_read_bytes":10,"redis_write_bytes":1323,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000271,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000623,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000781,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015617,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022141,"completed_at":"2026-06-13T04:21:09.285Z","load_balancing_strategy":"primary","db_duration_s":0.001894,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1927vm-test-run-nixbot-gitlab> gitlab # [ 304.479400] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.287Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4fc06811a45e1089b76c541b","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4fc06811a45e1089b76c541b: start","job_status":"start","queue_duration_s":1.303193,"scheduling_latency_s":1.30321}1928vm-test-run-nixbot-gitlab> gitlab # [ 304.491280] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.297Z","message":"No existing merge request to be cleaned up."}1929vm-test-run-nixbot-gitlab> gitlab # [ 304.492999] gitaly[1376]: time="2026-06-13T04:21:09.227Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:09.226" grpc.time_ms=0.706 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1930vm-test-run-nixbot-gitlab> gitlab # [ 304.502657] gitaly[1376]: time="2026-06-13T04:21:09.346Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:09.345" grpc.time_ms=0.5 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1931vm-test-run-nixbot-gitlab> gitlab # [ 304.512677] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.305Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4fc06811a45e1089b76c541b","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4fc06811a45e1089b76c541b: done: 0.018672 sec","job_status":"done","queue_duration_s":1.303193,"scheduling_latency_s":1.30321,"redis_calls":10,"redis_duration_s":0.001352,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000632,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00072,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018672,"completed_at":"2026-06-13T04:21:09.305Z","load_balancing_strategy":"primary","db_duration_s":0.001321,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1932vm-test-run-nixbot-gitlab> gitlab # [ 304.550239] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.307Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"45e40bf0adfdc847c9e6e164","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-45e40bf0adfdc847c9e6e164: start","job_status":"start","queue_duration_s":1.323182,"scheduling_latency_s":1.323217}1933vm-test-run-nixbot-gitlab> gitlab # [ 304.562984] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.317Z","message":"No existing merge request to be cleaned up."}1934vm-test-run-nixbot-gitlab> gitlab # [ 304.564592] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.325Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"45e40bf0adfdc847c9e6e164","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-45e40bf0adfdc847c9e6e164: done: 0.01802 sec","job_status":"done","queue_duration_s":1.323182,"scheduling_latency_s":1.323217,"redis_calls":10,"redis_duration_s":0.00131,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000765,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01802,"completed_at":"2026-06-13T04:21:09.325Z","load_balancing_strategy":"primary","db_duration_s":0.001392,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1935vm-test-run-nixbot-gitlab> gitlab # [ 304.602598] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.326Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"200bca0ac45b4d52c6e7af06","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-200bca0ac45b4d52c6e7af06: start","job_status":"start","queue_duration_s":1.342356,"scheduling_latency_s":1.342372}1936vm-test-run-nixbot-gitlab> gitlab # [ 304.614407] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.336Z","message":"No existing merge request to be cleaned up."}1937vm-test-run-nixbot-gitlab> gitlab # [ 304.615899] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.344Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"200bca0ac45b4d52c6e7af06","created_at":"2026-06-13T04:21:07.972Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-3aaaa31a5be643fb","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a474d49b3a6dda0a739a4acdc4c9dd16","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:07.983Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-200bca0ac45b4d52c6e7af06: done: 0.017882 sec","job_status":"done","queue_duration_s":1.342356,"scheduling_latency_s":1.342372,"redis_calls":10,"redis_duration_s":0.001278,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000554,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017882,"completed_at":"2026-06-13T04:21:09.344Z","load_balancing_strategy":"primary","db_duration_s":0.001519,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1938vm-test-run-nixbot-gitlab> gitlab # [ 304.655828] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.347Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"72f59f33f6130b9288a7e0ee","created_at":"2026-06-13T04:21:09.012Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-7be5802f59954410","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.033Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-72f59f33f6130b9288a7e0ee: start","job_status":"start","queue_duration_s":0.313834,"scheduling_latency_s":0.313865}1939vm-test-run-nixbot-gitlab> gitlab # [ 304.674451] gitaly[1376]: time="2026-06-13T04:21:09.395Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:09.394" grpc.time_ms=0.685 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1940vm-test-run-nixbot-gitlab> gitlab # [ 304.685194] gitaly[1376]: time="2026-06-13T04:21:09.535Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG duration_ms=112ns method=POST pid=1376 status=200 url="http://unix/api/v4/internal/post_receive"1941vm-test-run-nixbot-gitlab> gitlab # [ 304.688186] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.458Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"72f59f33f6130b9288a7e0ee","created_at":"2026-06-13T04:21:09.012Z","trace_propagation_headers":{"sentry-trace":"9cdeb9f6c901465a89a1a21a4c3c393e-7be5802f59954410","baggage":"sentry-trace_id=9cdeb9f6c901465a89a1a21a4c3c393e,sentry-release=Unknown"},"correlation_id":"01KTZKCF2ZPK2JV7HPC85E55C6","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.033Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-72f59f33f6130b9288a7e0ee: done: 0.111731 sec","job_status":"done","queue_duration_s":0.313834,"scheduling_latency_s":0.313865,"redis_calls":11,"redis_duration_s":0.003487,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000269,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001211,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002007,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.011,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.06855,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031982,"duration_s":0.111731,"completed_at":"2026-06-13T04:21:09.458Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1942vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1943vm-test-run-nixbot-gitlab> gitlab # [ 304.730974] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b5919e5f2738bc6bf1ffac7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b5919e5f2738bc6bf1ffac7: start","job_status":"start","queue_duration_s":0.20854,"scheduling_latency_s":0.208563}1944vm-test-run-nixbot-gitlab> gitlab # 4f8badb..5bd621c [ 304.743418] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b5919e5f2738bc6bf1ffac7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b5919e5f2738bc6bf1ffac7: done: 0.027049 sec","job_status":"done","queue_duration_s":0.20854,"scheduling_latency_s":0.208563,"redis_calls":15,"redis_duration_s":0.006341,"redis_read_bytes":12,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00345,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027049,"completed_at":"2026-06-13T04:21:09.490Z","load_balancing_strategy":"primary","db_duration_s":0.001098,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1945vm-test-run-nixbot-gitlab> gitlab # master -> master[ 304.782609] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.491Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b5ebacf6c5ff118f64f4e77","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b5ebacf6c5ff118f64f4e77: start","job_status":"start","queue_duration_s":0.236775,"scheduling_latency_s":0.236791}1946vm-test-run-nixbot-gitlab> gitlab # 1947vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.79 seconds)1948vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1949vm-test-run-nixbot-gitlab> gitlab # [ 304.796024] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.519Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b5ebacf6c5ff118f64f4e77","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b5ebacf6c5ff118f64f4e77: done: 0.028499 sec","job_status":"done","queue_duration_s":0.236775,"scheduling_latency_s":0.236791,"redis_calls":13,"redis_duration_s":0.006984000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003826,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003158,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011354,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028499,"completed_at":"2026-06-13T04:21:09.519Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1950vm-test-run-nixbot-gitlab> gitlab # [ 304.832546] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9913db65618e052314017020","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9913db65618e052314017020: start","job_status":"start","queue_duration_s":0.26648,"scheduling_latency_s":0.266497}1951vm-test-run-nixbot-gitlab> gitlab # [ 304.843185] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9913db65618e052314017020","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9913db65618e052314017020: done: 0.018551 sec","job_status":"done","queue_duration_s":0.26648,"scheduling_latency_s":0.266497,"redis_calls":13,"redis_duration_s":0.004822,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003663,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001159,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010486,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018551,"completed_at":"2026-06-13T04:21:09.539Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1952vm-test-run-nixbot-gitlab> gitlab # [ 304.876931] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"033d70f98fb1f5630bcca1a8","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-033d70f98fb1f5630bcca1a8: start","job_status":"start","queue_duration_s":0.286165,"scheduling_latency_s":0.286181}1953vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)1954vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233'1955vm-test-run-nixbot-gitlab> gitlab # [ 304.888052] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.556Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"033d70f98fb1f5630bcca1a8","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-033d70f98fb1f5630bcca1a8: done: 0.015217 sec","job_status":"done","queue_duration_s":0.286165,"scheduling_latency_s":0.286181,"redis_calls":13,"redis_duration_s":0.00185,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000556,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001294,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009978,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015217,"completed_at":"2026-06-13T04:21:09.556Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1956vm-test-run-nixbot-gitlab> gitlab # [ 304.924283] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.557Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db8a89467998aaea80abfa8b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db8a89467998aaea80abfa8b: start","job_status":"start","queue_duration_s":0.30248,"scheduling_latency_s":0.302496}1957vm-test-run-nixbot-gitlab> gitlab # [ 304.935762] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db8a89467998aaea80abfa8b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db8a89467998aaea80abfa8b: done: 0.03073 sec","job_status":"done","queue_duration_s":0.30248,"scheduling_latency_s":0.302496,"redis_calls":13,"redis_duration_s":0.001419,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000877,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009979,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03073,"completed_at":"2026-06-13T04:21:09.587Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1958vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233', in 0.07 seconds)1959vm-test-run-nixbot-gitlab> []1960vm-test-run-nixbot-gitlab> gitlab # [ 304.972255] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"08be6968753ac89081f5d04b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-08be6968753ac89081f5d04b: start","job_status":"start","queue_duration_s":0.334355,"scheduling_latency_s":0.334371}1961vm-test-run-nixbot-gitlab> gitlab # [ 304.983744] gitaly[1376]: time="2026-06-13T04:21:09.538Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:09.422" grpc.time_ms=113.901 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1962vm-test-run-nixbot-gitlab> gitlab # [ 304.993768] gitaly[1376]: time="2026-06-13T04:21:09.601Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG diskcache=135075ca-46f5-41b2-88b9-db44eb48bc54 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:08.576" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1963vm-test-run-nixbot-gitlab> gitlab # [ 305.004740] nixbot[3787]: {"ts": "2026-06-13T04:21:09.870Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1964vm-test-run-nixbot-gitlab> gitlab # [ 305.007069] nixbot[3787]: INFO: ::ffff:127.0.0.1:58500 - "GET /api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 200 OK1965vm-test-run-nixbot-gitlab> gitlab # [ 305.009051] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.604Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"08be6968753ac89081f5d04b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-08be6968753ac89081f5d04b: done: 0.014922 sec","job_status":"done","queue_duration_s":0.334355,"scheduling_latency_s":0.334371,"redis_calls":13,"redis_duration_s":0.0014780000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014922,"completed_at":"2026-06-13T04:21:09.603Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1966vm-test-run-nixbot-gitlab> gitlab # [ 305.046773] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"daac99712dcb3450e70a958f","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-daac99712dcb3450e70a958f: start","job_status":"start","queue_duration_s":0.35036,"scheduling_latency_s":0.350375}1967vm-test-run-nixbot-gitlab> gitlab # [ 305.058509] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.619Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"daac99712dcb3450e70a958f","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-daac99712dcb3450e70a958f: done: 0.01414 sec","job_status":"done","queue_duration_s":0.35036,"scheduling_latency_s":0.350375,"redis_calls":13,"redis_duration_s":0.001386,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000856,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01414,"completed_at":"2026-06-13T04:21:09.619Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1968vm-test-run-nixbot-gitlab> gitlab # [ 305.095612] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.620Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8542d86c6b09ed7db8da2279","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8542d86c6b09ed7db8da2279: start","job_status":"start","queue_duration_s":0.365565,"scheduling_latency_s":0.365581}1969vm-test-run-nixbot-gitlab> gitlab # [ 305.107180] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8542d86c6b09ed7db8da2279","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8542d86c6b09ed7db8da2279: done: 0.014461 sec","job_status":"done","queue_duration_s":0.365565,"scheduling_latency_s":0.365581,"redis_calls":13,"redis_duration_s":0.0016419999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000765,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000877,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009768,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014461,"completed_at":"2026-06-13T04:21:09.634Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1970vm-test-run-nixbot-gitlab> gitlab # [ 305.144548] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8454a77bf910fd2b312fdd8c","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8454a77bf910fd2b312fdd8c: start","job_status":"start","queue_duration_s":0.381169,"scheduling_latency_s":0.381185}1971vm-test-run-nixbot-gitlab> gitlab # [ 305.155873] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.650Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8454a77bf910fd2b312fdd8c","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8454a77bf910fd2b312fdd8c: done: 0.014334 sec","job_status":"done","queue_duration_s":0.381169,"scheduling_latency_s":0.381185,"redis_calls":13,"redis_duration_s":0.001384,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000492,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014334,"completed_at":"2026-06-13T04:21:09.650Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1972vm-test-run-nixbot-gitlab> gitlab # [ 305.193046] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.651Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe75d783f644a96828e8cac3","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe75d783f644a96828e8cac3: start","job_status":"start","queue_duration_s":0.396701,"scheduling_latency_s":0.396716}1973vm-test-run-nixbot-gitlab> gitlab # [ 305.205610] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.665Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe75d783f644a96828e8cac3","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe75d783f644a96828e8cac3: done: 0.014055 sec","job_status":"done","queue_duration_s":0.396701,"scheduling_latency_s":0.396716,"redis_calls":13,"redis_duration_s":0.00133,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000479,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014055,"completed_at":"2026-06-13T04:21:09.665Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1974vm-test-run-nixbot-gitlab> gitlab # [ 305.242762] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.666Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f46a275b7cd8fe0445ff7390","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f46a275b7cd8fe0445ff7390: start","job_status":"start","queue_duration_s":0.411858,"scheduling_latency_s":0.411873}1975vm-test-run-nixbot-gitlab> gitlab # [ 305.254454] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.803Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f46a275b7cd8fe0445ff7390","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f46a275b7cd8fe0445ff7390: done: 0.137096 sec","job_status":"done","queue_duration_s":0.411858,"scheduling_latency_s":0.411873,"redis_calls":13,"redis_duration_s":0.001361,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000846,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.129549,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.137096,"completed_at":"2026-06-13T04:21:09.803Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1976vm-test-run-nixbot-gitlab> gitlab # [ 305.290973] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.809Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1d3b38043ffba94b70ba01b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1d3b38043ffba94b70ba01b: start","job_status":"start","queue_duration_s":0.555174,"scheduling_latency_s":0.555213}1977vm-test-run-nixbot-gitlab> gitlab # [ 305.302556] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f1d3b38043ffba94b70ba01b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f1d3b38043ffba94b70ba01b: done: 0.016937 sec","job_status":"done","queue_duration_s":0.555174,"scheduling_latency_s":0.555213,"redis_calls":13,"redis_duration_s":0.0015040000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000982,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016937,"completed_at":"2026-06-13T04:21:09.826Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1978vm-test-run-nixbot-gitlab> gitlab # [ 305.339574] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3515faf5af276eb68d9e5ab","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3515faf5af276eb68d9e5ab: start","job_status":"start","queue_duration_s":0.574972,"scheduling_latency_s":0.574991}1979vm-test-run-nixbot-gitlab> gitlab # [ 305.351230] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3515faf5af276eb68d9e5ab","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3515faf5af276eb68d9e5ab: done: 0.019357 sec","job_status":"done","queue_duration_s":0.574972,"scheduling_latency_s":0.574991,"redis_calls":13,"redis_duration_s":0.0030759999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002542,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011735,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019357,"completed_at":"2026-06-13T04:21:09.848Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1980vm-test-run-nixbot-gitlab> gitlab # [ 305.387702] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.850Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34b0c56540c6fd92f1891486","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34b0c56540c6fd92f1891486: start","job_status":"start","queue_duration_s":0.595511,"scheduling_latency_s":0.595527}1981vm-test-run-nixbot-gitlab> gitlab # [ 305.399446] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.866Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34b0c56540c6fd92f1891486","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34b0c56540c6fd92f1891486: done: 0.01585 sec","job_status":"done","queue_duration_s":0.595511,"scheduling_latency_s":0.595527,"redis_calls":13,"redis_duration_s":0.001416,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010371,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01585,"completed_at":"2026-06-13T04:21:09.866Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1982vm-test-run-nixbot-gitlab> gitlab # [ 305.437942] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.867Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26e7e385ca7335a3cc492ccc","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26e7e385ca7335a3cc492ccc: start","job_status":"start","queue_duration_s":0.612545,"scheduling_latency_s":0.612561}1983vm-test-run-nixbot-gitlab> gitlab # [ 305.449528] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26e7e385ca7335a3cc492ccc","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26e7e385ca7335a3cc492ccc: done: 0.0145 sec","job_status":"done","queue_duration_s":0.612545,"scheduling_latency_s":0.612561,"redis_calls":13,"redis_duration_s":0.001379,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00087,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0145,"completed_at":"2026-06-13T04:21:09.881Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1984vm-test-run-nixbot-gitlab> gitlab # [ 305.485689] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9889cfc44f9bf9ee365e2631","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9889cfc44f9bf9ee365e2631: start","job_status":"start","queue_duration_s":0.628036,"scheduling_latency_s":0.628053}1985vm-test-run-nixbot-gitlab> gitlab # [ 305.497678] gitlab-workhorse[1305]: time="2026-06-13T04:21:09Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521986vm-test-run-nixbot-gitlab> gitlab # [ 305.499470] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:09 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 10951987vm-test-run-nixbot-gitlab> gitlab # [ 305.501422] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:09 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 30331988vm-test-run-nixbot-gitlab> gitlab # [ 305.503517] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:09 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 571989vm-test-run-nixbot-gitlab> gitlab # [ 305.505511] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 611990vm-test-run-nixbot-gitlab> gitlab # [ 305.507418] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 771 "" "python-httpx/0.28.1" 1121991vm-test-run-nixbot-gitlab> gitlab # [ 305.509660] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1321992vm-test-run-nixbot-gitlab> gitlab # [ 305.512225] gitaly[1376]: time="2026-06-13T04:21:09.601Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=142 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=12969 command.oublock=32 command.real_time_ms=972 command.spawn_token_fork_ms=3 command.system_time_ms=69 command.user_time_ms=73 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:08.576" grpc.time_ms=1024.453 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1993vm-test-run-nixbot-gitlab> gitlab # [ 305.525160] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.898Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9889cfc44f9bf9ee365e2631","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9889cfc44f9bf9ee365e2631: done: 0.016005 sec","job_status":"done","queue_duration_s":0.628036,"scheduling_latency_s":0.628053,"redis_calls":13,"redis_duration_s":0.0015999999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000494,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001106,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011443,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016005,"completed_at":"2026-06-13T04:21:09.898Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1994vm-test-run-nixbot-gitlab> gitlab # [ 305.562020] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c8176fd64a7f9e9806c1a82","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c8176fd64a7f9e9806c1a82: start","job_status":"start","queue_duration_s":0.645816,"scheduling_latency_s":0.645834}1995vm-test-run-nixbot-gitlab> gitlab # [ 305.573393] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.936Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c8176fd64a7f9e9806c1a82","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c8176fd64a7f9e9806c1a82: done: 0.035751 sec","job_status":"done","queue_duration_s":0.645816,"scheduling_latency_s":0.645834,"redis_calls":13,"redis_duration_s":0.005577,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001979,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003598,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023214,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.035751,"completed_at":"2026-06-13T04:21:09.936Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1996vm-test-run-nixbot-gitlab> gitlab # [ 305.609905] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.939Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f12acd8567ace7b8de6a50d5","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f12acd8567ace7b8de6a50d5: start","job_status":"start","queue_duration_s":0.684829,"scheduling_latency_s":0.684859}1997vm-test-run-nixbot-gitlab> gitlab # [ 305.622658] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f12acd8567ace7b8de6a50d5","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f12acd8567ace7b8de6a50d5: done: 0.028706 sec","job_status":"done","queue_duration_s":0.684829,"scheduling_latency_s":0.684859,"redis_calls":13,"redis_duration_s":0.005226,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001767,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003459,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028706,"completed_at":"2026-06-13T04:21:09.968Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1998vm-test-run-nixbot-gitlab> gitlab # [ 305.659982] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:09.972Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ec9096473a497e55f10e18","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ec9096473a497e55f10e18: start","job_status":"start","queue_duration_s":0.717636,"scheduling_latency_s":0.717666}1999vm-test-run-nixbot-gitlab> gitlab # [ 305.671509] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.000Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ec9096473a497e55f10e18","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ec9096473a497e55f10e18: done: 0.028227 sec","job_status":"done","queue_duration_s":0.717636,"scheduling_latency_s":0.717666,"redis_calls":13,"redis_duration_s":0.006182,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002565,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003617,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028227,"completed_at":"2026-06-13T04:21:10.000Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2000vm-test-run-nixbot-gitlab> gitlab # [ 305.708726] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01e3ee220e7b5bed5a16c259","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01e3ee220e7b5bed5a16c259: start","job_status":"start","queue_duration_s":0.747429,"scheduling_latency_s":0.747452}2001vm-test-run-nixbot-gitlab> gitlab # [ 305.720370] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01e3ee220e7b5bed5a16c259","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01e3ee220e7b5bed5a16c259: done: 0.022685 sec","job_status":"done","queue_duration_s":0.747429,"scheduling_latency_s":0.747452,"redis_calls":13,"redis_duration_s":0.004015,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001031,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002984,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014324,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022685,"completed_at":"2026-06-13T04:21:10.024Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2002vm-test-run-nixbot-gitlab> gitlab # [ 305.758505] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.027Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"297effc090d834788ec08996","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-297effc090d834788ec08996: start","job_status":"start","queue_duration_s":0.772465,"scheduling_latency_s":0.772494}2003vm-test-run-nixbot-gitlab> gitlab # [ 305.770078] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"297effc090d834788ec08996","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-297effc090d834788ec08996: done: 0.019063 sec","job_status":"done","queue_duration_s":0.772465,"scheduling_latency_s":0.772494,"redis_calls":13,"redis_duration_s":0.002151,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001139,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019063,"completed_at":"2026-06-13T04:21:10.046Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2004vm-test-run-nixbot-gitlab> gitlab # [ 305.806428] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.047Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7fa550140d2592a12cdff31d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7fa550140d2592a12cdff31d: start","job_status":"start","queue_duration_s":0.792799,"scheduling_latency_s":0.792816}2005vm-test-run-nixbot-gitlab> gitlab # [ 305.818248] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.065Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7fa550140d2592a12cdff31d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7fa550140d2592a12cdff31d: done: 0.018192 sec","job_status":"done","queue_duration_s":0.792799,"scheduling_latency_s":0.792816,"redis_calls":13,"redis_duration_s":0.0031149999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002168,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018192,"completed_at":"2026-06-13T04:21:10.065Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2006vm-test-run-nixbot-gitlab> gitlab # [ 305.856426] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.067Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27c055ebc2b38ca5b881ba39","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27c055ebc2b38ca5b881ba39: start","job_status":"start","queue_duration_s":0.812835,"scheduling_latency_s":0.812854}2007vm-test-run-nixbot-gitlab> gitlab # [ 305.867743] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.088Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27c055ebc2b38ca5b881ba39","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27c055ebc2b38ca5b881ba39: done: 0.020872 sec","job_status":"done","queue_duration_s":0.812835,"scheduling_latency_s":0.812854,"redis_calls":13,"redis_duration_s":0.0035359999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000966,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00257,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020872,"completed_at":"2026-06-13T04:21:10.088Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2008vm-test-run-nixbot-gitlab> gitlab # [ 305.904291] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f09c03ee2e4aa8060de83e5b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f09c03ee2e4aa8060de83e5b: start","job_status":"start","queue_duration_s":0.835106,"scheduling_latency_s":0.835123}2009vm-test-run-nixbot-gitlab> gitlab # [ 305.915561] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.108Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f09c03ee2e4aa8060de83e5b","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f09c03ee2e4aa8060de83e5b: done: 0.018249 sec","job_status":"done","queue_duration_s":0.835106,"scheduling_latency_s":0.835123,"redis_calls":13,"redis_duration_s":0.004403,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001101,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003302,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018249,"completed_at":"2026-06-13T04:21:10.108Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2010vm-test-run-nixbot-gitlab> gitlab # [ 305.951948] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"351f76e6676826d7fafe884a","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-351f76e6676826d7fafe884a: start","job_status":"start","queue_duration_s":0.856021,"scheduling_latency_s":0.856039}2011vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233'2012vm-test-run-nixbot-gitlab> gitlab # [ 305.964110] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"351f76e6676826d7fafe884a","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-351f76e6676826d7fafe884a: done: 0.017063 sec","job_status":"done","queue_duration_s":0.856021,"scheduling_latency_s":0.856039,"redis_calls":13,"redis_duration_s":0.0028250000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00087,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001955,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011199,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017063,"completed_at":"2026-06-13T04:21:10.127Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2013vm-test-run-nixbot-gitlab> gitlab # [ 306.000295] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7909bdb8974bf254538e40ce","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7909bdb8974bf254538e40ce: start","job_status":"start","queue_duration_s":0.87583,"scheduling_latency_s":0.875851}2014vm-test-run-nixbot-gitlab> gitlab # [ 306.011202] nixbot[3787]: {"ts": "2026-06-13T04:21:09.960Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2015vm-test-run-nixbot-gitlab> gitlab # [ 306.013271] nixbot[3787]: {"ts": "2026-06-13T04:21:10.030Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2016vm-test-run-nixbot-gitlab> gitlab # [ 306.015211] nixbot[3787]: {"ts": "2026-06-13T04:21:10.155Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2017vm-test-run-nixbot-gitlab> gitlab # [ 306.017447] nixbot[3787]: {"ts": "2026-06-13T04:21:10.296Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2018vm-test-run-nixbot-gitlab> gitlab # [ 306.019809] nixbot[3787]: {"ts": "2026-06-13T04:21:10.303Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2019vm-test-run-nixbot-gitlab> gitlab # [ 306.022266] gitaly[1376]: time="2026-06-13T04:21:10.095Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCNRSYHMQE86RXWWTX04X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-13T04:21:40.085" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=255 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:10.086" grpc.time_ms=9.349 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2020vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233', in 0.08 seconds)2021vm-test-run-nixbot-gitlab> [{'id': 1, 'project_id': 1, 'number': 1, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-13T04:21:10.808813Z', 'started_at': None, 'finished_at': None}]2022vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 2.97 seconds)2023vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2024vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2025vm-test-run-nixbot-gitlab> gitlab # [ 306.038215] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7909bdb8974bf254538e40ce","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7909bdb8974bf254538e40ce: done: 0.30105 sec","job_status":"done","queue_duration_s":0.87583,"scheduling_latency_s":0.875851,"redis_calls":13,"redis_duration_s":0.08341,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003075,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.080335,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.30105,"completed_at":"2026-06-13T04:21:10.431Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2026vm-test-run-nixbot-gitlab> gitlab # [ 306.075098] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"872bacd5009b92d95286ba70","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-872bacd5009b92d95286ba70: start","job_status":"start","queue_duration_s":1.275697,"scheduling_latency_s":1.275722}2027vm-test-run-nixbot-gitlab> gitlab # [ 306.086882] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.627Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"872bacd5009b92d95286ba70","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-872bacd5009b92d95286ba70: done: 0.09737 sec","job_status":"done","queue_duration_s":1.275697,"scheduling_latency_s":1.275722,"redis_calls":13,"redis_duration_s":0.006619,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004576,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.09737,"completed_at":"2026-06-13T04:21:10.627Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2028vm-test-run-nixbot-gitlab> gitlab # [ 306.123611] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67f268b55def3c02bfac2da7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67f268b55def3c02bfac2da7: start","job_status":"start","queue_duration_s":1.376454,"scheduling_latency_s":1.376474}2029vm-test-run-nixbot-gitlab> gitlab # [ 306.135399] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67f268b55def3c02bfac2da7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67f268b55def3c02bfac2da7: done: 0.084741 sec","job_status":"done","queue_duration_s":1.376454,"scheduling_latency_s":1.376474,"redis_calls":13,"redis_duration_s":0.007206000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001433,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005773,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.084741,"completed_at":"2026-06-13T04:21:10.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2030vm-test-run-nixbot-gitlab> gitlab # [ 306.172524] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68c278ee70b70c9b976ba668","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68c278ee70b70c9b976ba668: start","job_status":"start","queue_duration_s":1.466868,"scheduling_latency_s":1.466889}2031vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.17 seconds)2032vm-test-run-nixbot-gitlab> []2033vm-test-run-nixbot-gitlab> gitlab # [ 306.184169] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68c278ee70b70c9b976ba668","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68c278ee70b70c9b976ba668: done: 0.05612 sec","job_status":"done","queue_duration_s":1.466868,"scheduling_latency_s":1.466889,"redis_calls":13,"redis_duration_s":0.039370999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002162,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.037209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011363,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.05612,"completed_at":"2026-06-13T04:21:10.777Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2034vm-test-run-nixbot-gitlab> gitlab # [ 306.220250] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.785Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dc27f1687461065519b4f80","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dc27f1687461065519b4f80: start","job_status":"start","queue_duration_s":1.53109,"scheduling_latency_s":1.531111}2035vm-test-run-nixbot-gitlab> gitlab # [ 306.231193] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dc27f1687461065519b4f80","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dc27f1687461065519b4f80: done: 0.08579 sec","job_status":"done","queue_duration_s":1.53109,"scheduling_latency_s":1.531111,"redis_calls":13,"redis_duration_s":0.060191999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003696,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.056496,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013729,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.08579,"completed_at":"2026-06-13T04:21:10.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2036vm-test-run-nixbot-gitlab> gitlab # [ 306.269876] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.876Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e445a4909c359e7b0ca9e7ce","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e445a4909c359e7b0ca9e7ce: start","job_status":"start","queue_duration_s":1.621742,"scheduling_latency_s":1.621763}2037vm-test-run-nixbot-gitlab> gitlab # [ 306.281756] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e445a4909c359e7b0ca9e7ce","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e445a4909c359e7b0ca9e7ce: done: 0.036861 sec","job_status":"done","queue_duration_s":1.621742,"scheduling_latency_s":1.621763,"redis_calls":13,"redis_duration_s":0.019889,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.012049,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00784,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011606,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036861,"completed_at":"2026-06-13T04:21:10.913Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2038vm-test-run-nixbot-gitlab> gitlab # [ 306.319128] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"462065ac91d04c1cd9eb09a9","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-462065ac91d04c1cd9eb09a9: start","job_status":"start","queue_duration_s":1.663076,"scheduling_latency_s":1.663096}2039vm-test-run-nixbot-gitlab> gitlab # [ 306.331162] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 812040vm-test-run-nixbot-gitlab> gitlab # [ 306.333228] gitlab-workhorse[1305]: time="2026-06-13T04:21:10Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492041vm-test-run-nixbot-gitlab> gitlab # [ 306.334937] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1082042vm-test-run-nixbot-gitlab> gitlab # [ 306.336757] gitlab-workhorse[1305]: time="2026-06-13T04:21:10Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5972043vm-test-run-nixbot-gitlab> gitlab # [ 306.338471] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 597 "" "git/2.54.0" 792044vm-test-run-nixbot-gitlab> gitlab # [ 306.340238] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 542045vm-test-run-nixbot-gitlab> gitlab # [ 306.342153] gitlab-workhorse[1305]: time="2026-06-13T04:21:10Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672046vm-test-run-nixbot-gitlab> gitlab # [ 306.343850] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:10 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 572047vm-test-run-nixbot-gitlab> gitlab # [ 306.345731] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 2 "" "curl/8.20.0" 1212048vm-test-run-nixbot-gitlab> gitlab # [ 306.348140] gitaly[1376]: time="2026-06-13T04:21:10.109Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCNRSYHMQE86RXWWTX04X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:40.107" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:10.107" grpc.time_ms=0.962 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2049vm-test-run-nixbot-gitlab> gitlab # [ 306.359942] nixbot[3787]: INFO: ::ffff:127.0.0.1:58502 - "GET /api/repos/gitlab/root/test-flake/builds?commit=5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 200 OK2050vm-test-run-nixbot-gitlab> gitlab # [ 306.362039] nixbot[3787]: {"ts": "2026-06-13T04:21:11.255Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2051vm-test-run-nixbot-gitlab> gitlab # [ 306.364722] nixbot[3787]: {"ts": "2026-06-13T04:21:11.265Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-5bd621c88766-c751f1c0", "argv0": "bwrap"}2052vm-test-run-nixbot-gitlab> gitlab # [ 306.367087] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"462065ac91d04c1cd9eb09a9","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-462065ac91d04c1cd9eb09a9: done: 0.029701 sec","job_status":"done","queue_duration_s":1.663076,"scheduling_latency_s":1.663096,"redis_calls":13,"redis_duration_s":0.004902,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002373,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002529,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029701,"completed_at":"2026-06-13T04:21:10.947Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2053vm-test-run-nixbot-gitlab> gitlab # [ 306.404957] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:10.980Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbae7df54853acf6c00ed058","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbae7df54853acf6c00ed058: start","job_status":"start","queue_duration_s":1.726172,"scheduling_latency_s":1.726206}2054vm-test-run-nixbot-gitlab> gitlab # [ 306.416744] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.085Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbae7df54853acf6c00ed058","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbae7df54853acf6c00ed058: done: 0.104284 sec","job_status":"done","queue_duration_s":1.726172,"scheduling_latency_s":1.726206,"redis_calls":13,"redis_duration_s":0.0057810000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001021,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00476,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013855,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.104284,"completed_at":"2026-06-13T04:21:11.085Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2055vm-test-run-nixbot-gitlab> gitlab # [ 306.455336] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"78567dc6960d06a12337d0b5","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-78567dc6960d06a12337d0b5: start","job_status":"start","queue_duration_s":1.837933,"scheduling_latency_s":1.837965}2056vm-test-run-nixbot-gitlab> gitlab # [ 306.467289] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"78567dc6960d06a12337d0b5","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-78567dc6960d06a12337d0b5: done: 0.051486 sec","job_status":"done","queue_duration_s":1.837933,"scheduling_latency_s":1.837965,"redis_calls":13,"redis_duration_s":0.0067989999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003291,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.051486,"completed_at":"2026-06-13T04:21:11.144Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2057vm-test-run-nixbot-gitlab> gitlab # [ 306.505297] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.234Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c04f83a173ad748095fcf406","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c04f83a173ad748095fcf406: start","job_status":"start","queue_duration_s":1.979459,"scheduling_latency_s":1.979489}2058vm-test-run-nixbot-gitlab> gitlab # [ 306.517399] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:11 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4402059vm-test-run-nixbot-gitlab> gitlab # [ 306.520124] gitaly[1376]: time="2026-06-13T04:21:10.121Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=589 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCNRSYHMQE86RXWWTX04X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-13T04:21:20.022" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:10.112" grpc.time_ms=8.975 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2060vm-test-run-nixbot-gitlab> gitlab # [ 306.533659] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c04f83a173ad748095fcf406","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c04f83a173ad748095fcf406: done: 0.176538 sec","job_status":"done","queue_duration_s":1.979459,"scheduling_latency_s":1.979489,"redis_calls":13,"redis_duration_s":0.02563,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007583,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.018047,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.176538,"completed_at":"2026-06-13T04:21:11.410Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2061vm-test-run-nixbot-gitlab> gitlab # [ 306.571619] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7dacb592d23f6251cac674f1","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7dacb592d23f6251cac674f1: start","job_status":"start","queue_duration_s":2.167977,"scheduling_latency_s":2.168022}2062vm-test-run-nixbot-gitlab> gitlab # [ 306.583828] gitaly[1376]: time="2026-06-13T04:21:10.450Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=6 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCP312K7CW3ZNHVMGZ7GX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.437" grpc.time_ms=13.285 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2063vm-test-run-nixbot-gitlab> gitlab # [ 306.596931] gitaly[1376]: time="2026-06-13T04:21:10.559Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP5M4W7J8VKT0SBJGBKJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.550" pid=1376 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2064vm-test-run-nixbot-gitlab> gitlab # [ 306.606486] gitaly[1376]: time="2026-06-13T04:21:10.559Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP5M4W7J8VKT0SBJGBKJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.550" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2065vm-test-run-nixbot-gitlab> gitlab # [ 306.619367] gitaly[1376]: time="2026-06-13T04:21:10.560Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP5M4W7J8VKT0SBJGBKJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.550" grpc.time_ms=9.384 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2066vm-test-run-nixbot-gitlab> gitlab # [ 306.633488] gitaly[1376]: time="2026-06-13T04:21:10.642Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP93VEY9596KAYJB6Y48 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.624" pid=1376 remote_ip="2001:db8:1::1" request_sha=b99b5ed6803c85f8699bc46459a4fb14e53e7b05 response_bytes=597 span.kind=server system=grpc2067vm-test-run-nixbot-gitlab> gitlab # [ 306.643092] gitaly[1376]: time="2026-06-13T04:21:10.642Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP93VEY9596KAYJB6Y48 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.624" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2068vm-test-run-nixbot-gitlab> gitlab # [ 306.656658] gitaly[1376]: time="2026-06-13T04:21:10.642Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCP93VEY9596KAYJB6Y48 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.624" grpc.time_ms=18.088 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2069vm-test-run-nixbot-gitlab> gitlab # [ 306.670151] gitaly[1376]: time="2026-06-13T04:21:10.728Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPCJEFCYTXMSYYWRTXK3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.716" grpc.time_ms=11.83 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2070vm-test-run-nixbot-gitlab> gitlab # [ 306.682734] gitaly[1376]: time="2026-06-13T04:21:10.786Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPEAPJJ3F6WD7CFY86QD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.778" pid=1376 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2071vm-test-run-nixbot-gitlab> gitlab # [ 306.692642] gitaly[1376]: time="2026-06-13T04:21:10.786Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPEAPJJ3F6WD7CFY86QD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.778" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2072vm-test-run-nixbot-gitlab> gitlab # [ 306.707212] gitaly[1376]: time="2026-06-13T04:21:10.786Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPEAPJJ3F6WD7CFY86QD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:10.778" grpc.time_ms=8.469 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2073vm-test-run-nixbot-gitlab> gitlab # [ 306.721902] systemd[1]: Started Nix Daemon.2074vm-test-run-nixbot-gitlab> gitlab # [ 306.722525] gitaly[1376]: time="2026-06-13T04:21:10.866Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:40.865" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:10.865" grpc.time_ms=0.462 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2075vm-test-run-nixbot-gitlab> gitlab # [ 306.735151] gitaly[1376]: time="2026-06-13T04:21:10.903Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-13T04:21:40.894" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:10.894" grpc.time_ms=9.071 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2076vm-test-run-nixbot-gitlab> gitlab # [ 306.748707] gitaly[1376]: time="2026-06-13T04:21:10.925Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:20.022" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:10.913" grpc.time_ms=12.318 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2077vm-test-run-nixbot-gitlab> gitlab # [ 306.761551] gitaly[1376]: time="2026-06-13T04:21:10.977Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-13T04:21:20.087" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:10.977" grpc.time_ms=0.279 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2078vm-test-run-nixbot-gitlab> gitlab # [ 306.771840] gitaly[1376]: time="2026-06-13T04:21:10.992Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-13T04:21:20.094" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:10.984" grpc.time_ms=7.738 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2079vm-test-run-nixbot-gitlab> gitlab # [ 306.784454] gitaly[1376]: time="2026-06-13T04:21:11.036Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:11.035" grpc.time_ms=1.168 pid=1376 span.kind=server system=grpc2080vm-test-run-nixbot-gitlab> gitlab # [ 306.793319] gitaly[1376]: time="2026-06-13T04:21:11.061Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPPWQ3ESDSXRW13VWYFS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:41.060" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:11.060" grpc.time_ms=0.669 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2081vm-test-run-nixbot-gitlab> gitlab # [ 306.805753] gitaly[1376]: time="2026-06-13T04:21:11.063Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:11.062" grpc.time_ms=0.388 pid=1376 span.kind=server system=grpc2082vm-test-run-nixbot-gitlab> gitlab # [ 306.815748] nix-daemon[4070]: accepted connection from pid 4069, user nixbot2083vm-test-run-nixbot-gitlab> gitlab # [ 306.816714] nix-daemon[4070]: accepted connection from pid 4068, user nixbot2084vm-test-run-nixbot-gitlab> gitlab # [ 306.817625] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7dacb592d23f6251cac674f1","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7dacb592d23f6251cac674f1: done: 0.262024 sec","job_status":"done","queue_duration_s":2.167977,"scheduling_latency_s":2.168022,"redis_calls":13,"redis_duration_s":0.12224399999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.01511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.107134,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030664,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.262024,"completed_at":"2026-06-13T04:21:11.684Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2085vm-test-run-nixbot-gitlab> gitlab # [ 306.855292] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ab35881187246575808102d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ab35881187246575808102d: start","job_status":"start","queue_duration_s":2.438756,"scheduling_latency_s":2.438781}2086vm-test-run-nixbot-gitlab> gitlab # [ 306.867032] gitaly[1376]: time="2026-06-13T04:21:11.073Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY diskcache=d8839be7-bf63-4827-b7b8-adbeefe9ee18 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-13T04:21:20.104" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:10.994" pid=1376 ref=refs/keep-around/5bd621c8876654958df6d36789b9a2739ad4f233 remote_ip="2001:db8:1::1" revision=5bd621c8876654958df6d36789b9a2739ad4f233 span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [ 306.878013] gitaly[1376]: time="2026-06-13T04:21:11.073Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=56 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5187 command.oublock=8 command.real_time_ms=71 command.spawn_token_fork_ms=3 command.system_time_ms=25 command.user_time_ms=31 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-13T04:21:20.104" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:10.994" grpc.time_ms=79.007 pid=1376 ref=refs/keep-around/5bd621c8876654958df6d36789b9a2739ad4f233 remote_ip="2001:db8:1::1" revision=5bd621c8876654958df6d36789b9a2739ad4f233 span.kind=server system=grpc username=root2088vm-test-run-nixbot-gitlab> gitlab # [ 306.891918] gitaly[1376]: time="2026-06-13T04:21:11.076Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:41.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:11.076" grpc.time_ms=0.351 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2089vm-test-run-nixbot-gitlab> gitlab # [ 306.907796] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.818Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ab35881187246575808102d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ab35881187246575808102d: done: 0.125094 sec","job_status":"done","queue_duration_s":2.438756,"scheduling_latency_s":2.438781,"redis_calls":13,"redis_duration_s":0.012634000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004257,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.008377,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.125094,"completed_at":"2026-06-13T04:21:11.818Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2090vm-test-run-nixbot-gitlab> gitlab # [ 306.994718] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9d487fe2d43f477b48ab0a8","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9d487fe2d43f477b48ab0a8: start","job_status":"start","queue_duration_s":2.569144,"scheduling_latency_s":2.569163}2091vm-test-run-nixbot-gitlab> gitlab # [ 307.011607] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9d487fe2d43f477b48ab0a8","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9d487fe2d43f477b48ab0a8: done: 0.041975 sec","job_status":"done","queue_duration_s":2.569144,"scheduling_latency_s":2.569163,"redis_calls":13,"redis_duration_s":0.013454,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004665,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.008789,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012415,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041975,"completed_at":"2026-06-13T04:21:11.865Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2092vm-test-run-nixbot-gitlab> gitlab # [ 307.053051] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02bd0fa9463b568427a977b3","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02bd0fa9463b568427a977b3: start","job_status":"start","queue_duration_s":2.616432,"scheduling_latency_s":2.616459}2093vm-test-run-nixbot-gitlab> gitlab # [ 307.065614] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.927Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02bd0fa9463b568427a977b3","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02bd0fa9463b568427a977b3: done: 0.056086 sec","job_status":"done","queue_duration_s":2.616432,"scheduling_latency_s":2.616459,"redis_calls":13,"redis_duration_s":0.014022,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004943,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.009079,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.056086,"completed_at":"2026-06-13T04:21:11.927Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2094vm-test-run-nixbot-gitlab> gitlab # [ 307.102164] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:11.934Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13f6bf91e986f1f2e519978d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13f6bf91e986f1f2e519978d: start","job_status":"start","queue_duration_s":2.680114,"scheduling_latency_s":2.680156}2095vm-test-run-nixbot-gitlab> gitlab # [ 307.118827] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.028Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13f6bf91e986f1f2e519978d","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13f6bf91e986f1f2e519978d: done: 0.094123 sec","job_status":"done","queue_duration_s":2.680114,"scheduling_latency_s":2.680156,"redis_calls":13,"redis_duration_s":0.020383,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005658,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014725,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.094123,"completed_at":"2026-06-13T04:21:12.028Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2096vm-test-run-nixbot-gitlab> gitlab # [ 307.156541] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25eda660fe297a5e4526e5fe","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25eda660fe297a5e4526e5fe: start","job_status":"start","queue_duration_s":2.783422,"scheduling_latency_s":2.783463}2097vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2098vm-test-run-nixbot-gitlab> gitlab # [ 307.219143] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.129Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25eda660fe297a5e4526e5fe","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25eda660fe297a5e4526e5fe: done: 0.09169 sec","job_status":"done","queue_duration_s":2.783422,"scheduling_latency_s":2.783463,"redis_calls":13,"redis_duration_s":0.022877,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.09169,"completed_at":"2026-06-13T04:21:12.129Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2099vm-test-run-nixbot-gitlab> gitlab # [ 307.309876] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.141Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"56b539c373d9f4a786735eab","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-56b539c373d9f4a786735eab: start","job_status":"start","queue_duration_s":2.886891,"scheduling_latency_s":2.886939}2100vm-test-run-nixbot-gitlab> gitlab # [ 307.396747] gitaly[1376]: time="2026-06-13T04:21:12.307Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCQWVVZEFTMTKWC4YRMQE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:42.304" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:12.305" grpc.time_ms=1.263 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2101vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.24 seconds)2102vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluating flake', 'created_at': '2026-06-13T04:21:11.224Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2103vm-test-run-nixbot-gitlab> gitlab # [ 307.436043] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.346Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"56b539c373d9f4a786735eab","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-56b539c373d9f4a786735eab: done: 0.204991 sec","job_status":"done","queue_duration_s":2.886891,"scheduling_latency_s":2.886939,"redis_calls":13,"redis_duration_s":0.035301,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.017133,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.018168,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029849,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.204991,"completed_at":"2026-06-13T04:21:12.346Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2104vm-test-run-nixbot-gitlab> gitlab # [ 307.517081] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.356Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e990c4cf2c8df645f4738c02","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e990c4cf2c8df645f4738c02: start","job_status":"start","queue_duration_s":3.101944,"scheduling_latency_s":3.101976}2105vm-test-run-nixbot-gitlab> gitlab # [ 307.535284] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:12 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1462106vm-test-run-nixbot-gitlab> gitlab # [ 307.542052] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.440Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e990c4cf2c8df645f4738c02","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e990c4cf2c8df645f4738c02: done: 0.083632 sec","job_status":"done","queue_duration_s":3.101944,"scheduling_latency_s":3.101976,"redis_calls":13,"redis_duration_s":0.023683000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.010141,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013542,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025476,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.083632,"completed_at":"2026-06-13T04:21:12.440Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2107vm-test-run-nixbot-gitlab> gitlab # [ 307.594341] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.455Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"599bdbb2ecd26c24a0360f10","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-599bdbb2ecd26c24a0360f10: start","job_status":"start","queue_duration_s":3.201092,"scheduling_latency_s":3.201149}2108vm-test-run-nixbot-gitlab> gitlab # [ 307.671534] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"599bdbb2ecd26c24a0360f10","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-599bdbb2ecd26c24a0360f10: done: 0.125825 sec","job_status":"done","queue_duration_s":3.201092,"scheduling_latency_s":3.201149,"redis_calls":13,"redis_duration_s":0.029665,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.01048,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.019185,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.125825,"completed_at":"2026-06-13T04:21:12.581Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2109vm-test-run-nixbot-gitlab> gitlab # [ 307.754846] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.593Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1109b20178a2f8d8d2009506","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1109b20178a2f8d8d2009506: start","job_status":"start","queue_duration_s":3.338919,"scheduling_latency_s":3.338965}2110vm-test-run-nixbot-gitlab> gitlab # [ 307.770777] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.641Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1109b20178a2f8d8d2009506","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1109b20178a2f8d8d2009506: done: 0.04752 sec","job_status":"done","queue_duration_s":3.338919,"scheduling_latency_s":3.338965,"redis_calls":13,"redis_duration_s":0.005085,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001696,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003389,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.04752,"completed_at":"2026-06-13T04:21:12.641Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2111vm-test-run-nixbot-gitlab> gitlab # [ 307.811093] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34bae5c4d4fb614f6686dfc7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34bae5c4d4fb614f6686dfc7: start","job_status":"start","queue_duration_s":3.389891,"scheduling_latency_s":3.389936}2112vm-test-run-nixbot-gitlab> gitlab # [ 307.822983] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34bae5c4d4fb614f6686dfc7","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34bae5c4d4fb614f6686dfc7: done: 0.038717 sec","job_status":"done","queue_duration_s":3.389891,"scheduling_latency_s":3.389936,"redis_calls":13,"redis_duration_s":0.004540000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002978,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.038717,"completed_at":"2026-06-13T04:21:12.683Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2113vm-test-run-nixbot-gitlab> gitlab # [ 307.860094] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.685Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a92e242aa8e548da40e07def","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a92e242aa8e548da40e07def: start","job_status":"start","queue_duration_s":3.430997,"scheduling_latency_s":3.431028}2114vm-test-run-nixbot-gitlab> gitlab # [ 307.871700] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.711Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a92e242aa8e548da40e07def","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a92e242aa8e548da40e07def: done: 0.025503 sec","job_status":"done","queue_duration_s":3.430997,"scheduling_latency_s":3.431028,"redis_calls":13,"redis_duration_s":0.003298,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001115,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016424,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025503,"completed_at":"2026-06-13T04:21:12.711Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2115vm-test-run-nixbot-gitlab> gitlab # [ 307.909489] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.713Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07c5159eccde5148bb3f2f1f","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07c5159eccde5148bb3f2f1f: start","job_status":"start","queue_duration_s":3.458446,"scheduling_latency_s":3.458466}2116vm-test-run-nixbot-gitlab> gitlab # [ 307.921221] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.732Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07c5159eccde5148bb3f2f1f","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07c5159eccde5148bb3f2f1f: done: 0.01919 sec","job_status":"done","queue_duration_s":3.458446,"scheduling_latency_s":3.458466,"redis_calls":13,"redis_duration_s":0.0028209999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000975,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001846,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012258,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01919,"completed_at":"2026-06-13T04:21:12.732Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2117vm-test-run-nixbot-gitlab> gitlab # [ 307.958269] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.733Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"61de7fbc4495a7a6bb20a707","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-61de7fbc4495a7a6bb20a707: start","job_status":"start","queue_duration_s":3.479136,"scheduling_latency_s":3.479154}2118vm-test-run-nixbot-gitlab> gitlab # [ 307.970066] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.755Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"61de7fbc4495a7a6bb20a707","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-61de7fbc4495a7a6bb20a707: done: 0.021714 sec","job_status":"done","queue_duration_s":3.479136,"scheduling_latency_s":3.479154,"redis_calls":13,"redis_duration_s":0.003222,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001113,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002109,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013335,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021714,"completed_at":"2026-06-13T04:21:12.755Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2119vm-test-run-nixbot-gitlab> gitlab # [ 308.007212] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.759Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70b22b7641e5956f55d2d282","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70b22b7641e5956f55d2d282: start","job_status":"start","queue_duration_s":3.504833,"scheduling_latency_s":3.50488}2120vm-test-run-nixbot-gitlab> gitlab # [ 308.019320] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.800Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70b22b7641e5956f55d2d282","created_at":"2026-06-13T04:21:09.171Z","trace_propagation_headers":{"sentry-trace":"c2beeae8e84f4b25aec8d805555e2ab7-9fd740eecd2a40ec","baggage":"sentry-trace_id=c2beeae8e84f4b25aec8d805555e2ab7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a48b15b67f93cb912c51db5b7c0bdba1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.254Z","job_size_bytes":2,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70b22b7641e5956f55d2d282: done: 0.040811 sec","job_status":"done","queue_duration_s":3.504833,"scheduling_latency_s":3.50488,"redis_calls":13,"redis_duration_s":0.00503,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003171,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027749,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040811,"completed_at":"2026-06-13T04:21:12.800Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2121vm-test-run-nixbot-gitlab> gitlab # [ 308.056292] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.804Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","4f8badbf2c60976c4fee84800d9cbb2168bf738f 5bd621c8876654958df6d36789b9a2739ad4f233 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9ab86629adfd0b7692635698","created_at":"2026-06-13T04:21:09.476Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-01d776e235d74194","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.478Z","job_size_bytes":185,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9ab86629adfd0b7692635698: start","job_status":"start","queue_duration_s":3.325576,"scheduling_latency_s":3.325618}2122vm-test-run-nixbot-gitlab> gitlab # [ 308.072289] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:12.832Z","message":"changes: \"4f8badbf2c60976c4fee84800d9cbb2168bf738f 5bd621c8876654958df6d36789b9a2739ad4f233 refs/heads/master\\n\""}2123vm-test-run-nixbot-gitlab> gitlab # [ 308.074818] gitaly[1376]: time="2026-06-13T04:21:12.889Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:22.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:12.872" grpc.time_ms=16.883 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2124vm-test-run-nixbot-gitlab> gitlab # [ 308.087223] gitaly[1376]: time="2026-06-13T04:21:12.916Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-13T04:21:22.028" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-13T04:21:12.898" grpc.time_ms=17.019 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2125vm-test-run-nixbot-gitlab> gitlab # [ 308.099714] gitaly[1376]: time="2026-06-13T04:21:12.966Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-13T04:21:22.079" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:12.949" grpc.time_ms=16.8 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2126vm-test-run-nixbot-gitlab> gitlab # [ 308.112410] gitaly[1376]: time="2026-06-13T04:21:12.994Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=599 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-13T04:21:42.474" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:12.974" grpc.time_ms=19.657 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2127vm-test-run-nixbot-gitlab> gitlab # [ 308.127323] gitaly[1376]: time="2026-06-13T04:21:13.025Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=318 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-13T04:21:23.004" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-13T04:21:13.014" grpc.time_ms=10.733 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2128vm-test-run-nixbot-gitlab> gitlab # [ 308.148947] gitaly[1376]: time="2026-06-13T04:21:13.060Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:23.032" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:13.042" grpc.time_ms=16.883 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2129vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2130vm-test-run-nixbot-gitlab> gitlab # [ 308.473023] gitaly[1376]: time="2026-06-13T04:21:13.384Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-13T04:21:23.001" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:13.382" grpc.time_ms=1.808 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2131vm-test-run-nixbot-gitlab> gitlab # [ 308.511162] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.420Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","4f8badbf2c60976c4fee84800d9cbb2168bf738f 5bd621c8876654958df6d36789b9a2739ad4f233 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9ab86629adfd0b7692635698","created_at":"2026-06-13T04:21:09.476Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-01d776e235d74194","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-13T04:21:09.478Z","job_size_bytes":185,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9ab86629adfd0b7692635698: done: 0.616581 sec","job_status":"done","queue_duration_s":3.325576,"scheduling_latency_s":3.325618,"gitaly_calls":7,"gitaly_duration_s":0.127312,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.035192,"redis_read_bytes":350,"redis_write_bytes":13068,"redis_cache_calls":9,"redis_cache_duration_s":0.00432,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00059,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001886,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6768,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.003738,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.011989,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.012669,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.048,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.048,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.415383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00174324,"exclusive_lock_hold_duration_s":0.03572566,"duration_s":0.616581,"completed_at":"2026-06-13T04:21:13.420Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.067986,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2132vm-test-run-nixbot-gitlab> gitlab # [ 308.614920] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.424Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"dcae020648648cb457534ced","created_at":"2026-06-13T04:21:11.081Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.087Z","job_size_bytes":65,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-dcae020648648cb457534ced: start","job_status":"start","queue_duration_s":2.336705,"scheduling_latency_s":2.33675}2133vm-test-run-nixbot-gitlab> gitlab # [ 308.656110] gitaly[1376]: time="2026-06-13T04:21:13.516Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCS2R07X7FHDP0T7KSWBY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:43.515" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:13.515" grpc.time_ms=0.728 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2134vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.29 seconds)2135vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluating flake', 'created_at': '2026-06-13T04:21:11.224Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2136vm-test-run-nixbot-gitlab> gitlab # [ 308.731280] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.641Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"dcae020648648cb457534ced","created_at":"2026-06-13T04:21:11.081Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.087Z","job_size_bytes":65,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-dcae020648648cb457534ced: done: 0.217614 sec","job_status":"done","queue_duration_s":2.336705,"scheduling_latency_s":2.33675,"redis_calls":18,"redis_duration_s":0.005876,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.003687,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001649,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00054,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.182337,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054962,"duration_s":0.217614,"completed_at":"2026-06-13T04:21:13.641Z","load_balancing_strategy":"primary","db_duration_s":0.021013,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2137vm-test-run-nixbot-gitlab> gitlab # [ 308.823595] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.643Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"00af7add89185c8195a32e4d","created_at":"2026-06-13T04:21:11.088Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.096Z","job_size_bytes":65,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-00af7add89185c8195a32e4d: start","job_status":"start","queue_duration_s":2.546574,"scheduling_latency_s":2.546597}2138vm-test-run-nixbot-gitlab> gitlab # [ 308.850686] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.723Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"00af7add89185c8195a32e4d","created_at":"2026-06-13T04:21:11.088Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.096Z","job_size_bytes":65,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-00af7add89185c8195a32e4d: done: 0.079653 sec","job_status":"done","queue_duration_s":2.546574,"scheduling_latency_s":2.546597,"redis_calls":15,"redis_duration_s":0.003347,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000535,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001418,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001394,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.054358,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00041494,"duration_s":0.079653,"completed_at":"2026-06-13T04:21:13.723Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01685,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2139vm-test-run-nixbot-gitlab> gitlab # [ 308.902445] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.724Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"132338b0f12a4840ee28db87","created_at":"2026-06-13T04:21:11.233Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.238Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-132338b0f12a4840ee28db87: start","job_status":"start","queue_duration_s":2.486444,"scheduling_latency_s":2.486468}2140vm-test-run-nixbot-gitlab> gitlab # [ 308.919313] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:13 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 2192141vm-test-run-nixbot-gitlab> gitlab # [ 308.931070] gitaly[1376]: time="2026-06-13T04:21:13.842Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-13T04:21:43.640" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:13.840" grpc.time_ms=1.317 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2142vm-test-run-nixbot-gitlab> gitlab # [ 308.988515] gitaly[1376]: time="2026-06-13T04:21:13.899Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:43.697" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:13.898" grpc.time_ms=1.166 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2143vm-test-run-nixbot-gitlab> gitlab # [ 309.036759] gitaly[1376]: time="2026-06-13T04:21:13.947Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCPGZHV4ZJFP7RBWWBKZY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:43.745" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:13.946" grpc.time_ms=1.304 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2144vm-test-run-nixbot-gitlab> gitlab # [ 309.070266] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.966Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"132338b0f12a4840ee28db87","created_at":"2026-06-13T04:21:11.233Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-824591adfb8940f1","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:11.238Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-132338b0f12a4840ee28db87: done: 0.241189 sec","job_status":"done","queue_duration_s":2.486444,"scheduling_latency_s":2.486468,"gitaly_calls":3,"gitaly_duration_s":0.014054,"redis_calls":53,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.012248,"redis_read_bytes":235,"redis_write_bytes":7158,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001429,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002572,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001771,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000316,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002258,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000652,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000516,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001305,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.057,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.032,"db_ci_duration_s":0.025,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.161428,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.2015979,"duration_s":0.241189,"completed_at":"2026-06-13T04:21:13.965Z","load_balancing_strategy":"primary","db_duration_s":0.064659,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2145vm-test-run-nixbot-gitlab> gitlab # [ 309.143537] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.967Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b919b7343e4582e5254f98cb","created_at":"2026-06-13T04:21:12.920Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:12.925Z","job_size_bytes":46,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b919b7343e4582e5254f98cb: start","job_status":"start","queue_duration_s":1.042802,"scheduling_latency_s":1.042828}2146vm-test-run-nixbot-gitlab> gitlab # [ 309.160366] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.994Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b919b7343e4582e5254f98cb","created_at":"2026-06-13T04:21:12.920Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:12.925Z","job_size_bytes":46,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b919b7343e4582e5254f98cb: done: 0.026132 sec","job_status":"done","queue_duration_s":1.042802,"scheduling_latency_s":1.042828,"redis_calls":9,"redis_duration_s":0.00248,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001306,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000347,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000827,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016347,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026132,"completed_at":"2026-06-13T04:21:13.993Z","load_balancing_strategy":"primary","db_duration_s":0.003228,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2147vm-test-run-nixbot-gitlab> gitlab # [ 309.204768] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:13.995Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"3c85244a69f8ebfd9453b6ab","created_at":"2026-06-13T04:21:12.937Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:12.941Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-3c85244a69f8ebfd9453b6ab: start","job_status":"start","queue_duration_s":1.053985,"scheduling_latency_s":1.054006}2148vm-test-run-nixbot-gitlab> gitlab # [ 309.220211] gitaly[1376]: time="2026-06-13T04:21:14.056Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG diskcache=dd75ac39-c4a3-4251-ae12-49d31492c10b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-13T10:21:14.016" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.017" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2149vm-test-run-nixbot-gitlab> gitlab # [ 309.229643] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:14.075Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"3c85244a69f8ebfd9453b6ab","created_at":"2026-06-13T04:21:12.937Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:12.941Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-3c85244a69f8ebfd9453b6ab: done: 0.079951 sec","job_status":"done","queue_duration_s":1.053985,"scheduling_latency_s":1.054006,"gitaly_calls":1,"gitaly_duration_s":0.041824,"redis_calls":12,"redis_duration_s":0.003294,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001309,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000718,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001267,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027203,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.05698518,"duration_s":0.079951,"completed_at":"2026-06-13T04:21:14.075Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006839,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2150vm-test-run-nixbot-gitlab> gitlab # [ 309.272514] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:14.077Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"4975c675b1fd943bc06e25dc","created_at":"2026-06-13T04:21:13.164Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f6034415757551101c6d6438282e0701596e7379ff44638889a855729945fe1e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.169Z","job_size_bytes":467,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-4975c675b1fd943bc06e25dc: start","job_status":"start","queue_duration_s":0.908185,"scheduling_latency_s":0.908204}2151vm-test-run-nixbot-gitlab> gitlab # [ 309.288949] gitaly[1376]: time="2026-06-13T04:21:14.056Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=27 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1512 command.oublock=0 command.real_time_ms=47 command.spawn_token_fork_ms=3 command.system_time_ms=27 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-13T10:21:14.016" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.017" grpc.time_ms=39.168 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2152vm-test-run-nixbot-gitlab> gitlab # [ 309.303393] gitaly[1376]: time="2026-06-13T04:21:14.105Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:44.003" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.103" grpc.time_ms=1.058 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2153vm-test-run-nixbot-gitlab> gitlab # [ 309.315443] gitaly[1376]: time="2026-06-13T04:21:14.120Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-13T04:21:24.097" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:14.108" grpc.time_ms=11.894 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2154vm-test-run-nixbot-gitlab> gitlab # [ 309.327984] gitaly[1376]: time="2026-06-13T04:21:14.157Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-13T04:21:44.054" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.155" grpc.time_ms=1.447 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2155vm-test-run-nixbot-gitlab> gitlab # [ 309.341281] gitaly[1376]: time="2026-06-13T04:21:14.166Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=26 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-13T04:21:44.064" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.164" grpc.time_ms=2.506 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2156vm-test-run-nixbot-gitlab> gitlab # [ 309.359550] gitaly[1376]: time="2026-06-13T04:21:14.270Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:24.242" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:14.253" grpc.time_ms=17.446 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2157vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2158vm-test-run-nixbot-gitlab> gitlab # [ 309.920783] gitaly[1376]: time="2026-06-13T04:21:14.831Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCTB7CKK0ZZ3N2T0BWSWB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:44.829" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.830" grpc.time_ms=1.316 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2159vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.22 seconds)2160vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluating flake', 'created_at': '2026-06-13T04:21:11.224Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2161vm-test-run-nixbot-gitlab> gitlab # [ 309.968568] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:14 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1502162vm-test-run-nixbot-gitlab> gitlab # [ 310.039949] gitaly[1376]: time="2026-06-13T04:21:14.950Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=19 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=3 command.system_time_ms=16 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-13T04:21:44.824" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.924" grpc.time_ms=26 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2163vm-test-run-nixbot-gitlab> gitlab # [ 310.080139] gitaly[1376]: time="2026-06-13T04:21:14.978Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCM8T3TWFBFC7AR7QVXRG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-13T04:21:44.854" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:14.954" grpc.time_ms=24.255 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2164vm-test-run-nixbot-gitlab> gitlab # [ 310.105218] sidekiq-cluster[2444]: {"severity":"WARN","time":"2026-06-13T04:21:14.998Z","class":"CreatePipelineWorker","correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"4f8badbf2c60976c4fee84800d9cbb2168bf738f","after":"5bd621c8876654958df6d36789b9a2739ad4f233","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"5bd621c8876654958df6d36789b9a2739ad4f233","ref":"refs/heads/master"},"retry":0}2165vm-test-run-nixbot-gitlab> gitlab # [ 310.115430] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.006Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"4975c675b1fd943bc06e25dc","created_at":"2026-06-13T04:21:13.164Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f6034415757551101c6d6438282e0701596e7379ff44638889a855729945fe1e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.169Z","job_size_bytes":467,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-4975c675b1fd943bc06e25dc: done: 0.929299 sec","job_status":"done","queue_duration_s":0.908185,"scheduling_latency_s":0.908204,"gitaly_calls":7,"gitaly_duration_s":0.108722,"redis_calls":33,"redis_duration_s":0.008667,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.00126,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001345,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.00475,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001312,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.788659,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.929299,"completed_at":"2026-06-13T04:21:15.006Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.041216,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2166vm-test-run-nixbot-gitlab> gitlab # [ 310.171554] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.009Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"93d6734a-25d1-4aa4-afa2-4934c44d51d5\"}"],"class":"WebHookWorker","jid":"ec8bb32189b67f22f80a2d42","created_at":"2026-06-13T04:21:13.356Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b8b836d38f9053866f5e224c87304114690f53a065d8c214d6f2bb916e0d72b7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.362Z","job_size_bytes":1749,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-ec8bb32189b67f22f80a2d42: start","job_status":"start","queue_duration_s":1.646524,"scheduling_latency_s":1.646556}2167vm-test-run-nixbot-gitlab> gitlab # [ 310.197909] redis[1277]: 10 changes in 300 seconds. Saving...2168vm-test-run-nixbot-gitlab> gitlab # [ 310.199285] redis[1277]: Background saving started by pid 41382169vm-test-run-nixbot-gitlab> gitlab # [ 310.201008] redis[4138]: BGSAVE done, 637 keys saved, 0 keys skipped, 153187 bytes written.2170vm-test-run-nixbot-gitlab> gitlab # [ 310.202763] redis[4138]: DB saved on disk2171vm-test-run-nixbot-gitlab> gitlab # [ 310.203752] redis[4138]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB2172vm-test-run-nixbot-gitlab> gitlab # [ 310.248437] nixbot[3787]: INFO: ::ffff:127.0.0.1:58506 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2173vm-test-run-nixbot-gitlab> gitlab # [ 310.278584] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.188Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"93d6734a-25d1-4aa4-afa2-4934c44d51d5\"}"],"class":"WebHookWorker","jid":"ec8bb32189b67f22f80a2d42","created_at":"2026-06-13T04:21:13.356Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-b995d59bf366481e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b8b836d38f9053866f5e224c87304114690f53a065d8c214d6f2bb916e0d72b7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.362Z","job_size_bytes":1749,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-ec8bb32189b67f22f80a2d42: done: 0.179513 sec","job_status":"done","queue_duration_s":1.646524,"scheduling_latency_s":1.646556,"redis_calls":19,"redis_duration_s":0.005953,"redis_read_bytes":31,"redis_write_bytes":5282,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001565,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000716,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3644,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002479,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001193,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.018565179999995962,"cpu_s":0.142066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00057262,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.179513,"completed_at":"2026-06-13T04:21:15.188Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00338,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2174vm-test-run-nixbot-gitlab> gitlab # [ 310.365427] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.191Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"96b516938d3fb9aa16661b4b","created_at":"2026-06-13T04:21:13.818Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-9807fd92fb2a46c4","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.823Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-96b516938d3fb9aa16661b4b: start","job_status":"start","queue_duration_s":1.368386,"scheduling_latency_s":1.368421}2175vm-test-run-nixbot-gitlab> gitlab # [ 310.387453] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.264Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"96b516938d3fb9aa16661b4b","created_at":"2026-06-13T04:21:13.818Z","trace_propagation_headers":{"sentry-trace":"acdfd61454764488b14a89f15738e2fd-9807fd92fb2a46c4","baggage":"sentry-trace_id=acdfd61454764488b14a89f15738e2fd,sentry-release=Unknown"},"correlation_id":"01KTZKCPGZHV4ZJFP7RBWWBKZY","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:13.823Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-96b516938d3fb9aa16661b4b: done: 0.072446 sec","job_status":"done","queue_duration_s":1.368386,"scheduling_latency_s":1.368421,"redis_calls":10,"redis_duration_s":0.00539,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000677,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003264,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001449,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043828,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00093714,"duration_s":0.072446,"completed_at":"2026-06-13T04:21:15.264Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008743,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2176vm-test-run-nixbot-gitlab> gitlab # [ 310.438162] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.275Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","ec8bb32189b67f22f80a2d42"],"class":"WebHooks::LogExecutionWorker","jid":"7b3a5ff5a4e851b58fe3346d","created_at":"2026-06-13T04:21:15.163Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-3b6601fa0025436e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:69557d0fde374af9cd606f7c0402599f335650a8d79a1046277baebf69ed646e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:15.174Z","job_size_bytes":2507,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7b3a5ff5a4e851b58fe3346d: start","job_status":"start","queue_duration_s":0.101534,"scheduling_latency_s":0.101567}2177vm-test-run-nixbot-gitlab> gitlab # [ 310.453936] redis[1277]: Background saving terminated with success2178vm-test-run-nixbot-gitlab> gitlab # [ 310.569213] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:15.479Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","ec8bb32189b67f22f80a2d42"],"class":"WebHooks::LogExecutionWorker","jid":"7b3a5ff5a4e851b58fe3346d","created_at":"2026-06-13T04:21:15.163Z","trace_propagation_headers":{"sentry-trace":"738b870d6fd448f89e90c9537a76c4fc-3b6601fa0025436e","baggage":"sentry-trace_id=738b870d6fd448f89e90c9537a76c4fc,sentry-release=Unknown"},"correlation_id":"01KTZKCM8T3TWFBFC7AR7QVXRG","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:69557d0fde374af9cd606f7c0402599f335650a8d79a1046277baebf69ed646e","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:15.174Z","job_size_bytes":2507,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7b3a5ff5a4e851b58fe3346d: done: 0.204301 sec","job_status":"done","queue_duration_s":0.101534,"scheduling_latency_s":0.101567,"redis_calls":10,"redis_duration_s":0.004182,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000872,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002397,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000913,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.049,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.049,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.176846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050414,"duration_s":0.204301,"completed_at":"2026-06-13T04:21:15.479Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018452,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2179vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2180vm-test-run-nixbot-gitlab> gitlab # [ 311.134773] gitaly[1376]: time="2026-06-13T04:21:16.044Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVH8Y3367MVCJBSTYXDS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:46.042" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:16.043" grpc.time_ms=1.358 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2181vm-test-run-nixbot-gitlab> gitlab # [ 311.179382] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:16 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1452182vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.21 seconds)2183vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluating flake', 'created_at': '2026-06-13T04:21:11.224Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2184vm-test-run-nixbot-gitlab> gitlab # [ 311.254738] postgres[1349]: [1349] LOG: checkpoint starting: time2185vm-test-run-nixbot-gitlab> gitlab # [ 311.569194] gitaly[1376]: time="2026-06-13T04:21:16.480Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:46.477" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:16.478" grpc.time_ms=1.365 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2186vm-test-run-nixbot-gitlab> gitlab # [ 311.658843] gitaly[1376]: time="2026-06-13T04:21:16.569Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:26.111" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:16.552" grpc.time_ms=17.348 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187vm-test-run-nixbot-gitlab> gitlab # [ 311.739638] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:16.649Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"73f7dbed3f134d5d6d4e414e","created_at":"2026-06-13T04:21:16.639Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-2b9259e00b3042e9","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:16.646Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-73f7dbed3f134d5d6d4e414e: start","job_status":"start","queue_duration_s":0.002438,"scheduling_latency_s":0.002497}2188vm-test-run-nixbot-gitlab> gitlab # [ 311.777763] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:16 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3062189vm-test-run-nixbot-gitlab> gitlab # [ 311.782985] nixbot[3787]: {"ts": "2026-06-13T04:21:16.678Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2190vm-test-run-nixbot-gitlab> gitlab # [ 311.988894] gitaly[1376]: time="2026-06-13T04:21:16.899Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:16.898" grpc.time_ms=0.873 pid=1376 span.kind=server system=grpc2191vm-test-run-nixbot-gitlab> gitlab # [ 312.016845] gitaly[1376]: time="2026-06-13T04:21:16.926Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCW8DBB2WZ80SSA6TNF63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:46.324" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:16.924" grpc.time_ms=1.073 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2192vm-test-run-nixbot-gitlab> gitlab # [ 312.049098] gitaly[1376]: time="2026-06-13T04:21:16.933Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:16.933" grpc.time_ms=0.562 pid=1376 span.kind=server system=grpc2193vm-test-run-nixbot-gitlab> gitlab # [ 312.073056] gitaly[1376]: time="2026-06-13T04:21:16.984Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-13T04:21:16.983" grpc.time_ms=0.915 pid=1376 span.kind=server system=grpc2194vm-test-run-nixbot-gitlab> gitlab # [ 312.091504] gitaly[1376]: time="2026-06-13T04:21:16.996Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ diskcache=7fdc4de4-d0d8-4107-9500-c8ed91fbaebe grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-13T04:21:46.741" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:16.842" pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2195vm-test-run-nixbot-gitlab> gitlab # [ 312.111090] gitaly[1376]: time="2026-06-13T04:21:16.997Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=140 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6953 command.oublock=0 command.real_time_ms=146 command.spawn_token_fork_ms=1 command.system_time_ms=91 command.user_time_ms=49 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-13T04:21:46.741" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:16.842" grpc.time_ms=155.103 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2196vm-test-run-nixbot-gitlab> gitlab # [ 312.130942] gitaly[1376]: time="2026-06-13T04:21:17.039Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCW8DBB2WZ80SSA6TNF63 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:27.000" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:17.031" grpc.time_ms=7.962 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2197vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2198vm-test-run-nixbot-gitlab> gitlab # [ 312.202701] nixbot[3787]: {"ts": "2026-06-13T04:21:17.113Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2199vm-test-run-nixbot-gitlab> gitlab # [ 312.212858] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 4292200vm-test-run-nixbot-gitlab> gitlab # [ 312.287710] gitaly[1376]: time="2026-06-13T04:21:17.197Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCWPKMJQHF5V6CXMY6F39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:47.196" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.196" grpc.time_ms=0.605 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2201vm-test-run-nixbot-gitlab> gitlab # [ 312.323560] gitaly[1376]: time="2026-06-13T04:21:17.212Z" level=info msg="finished unary call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCWPEE9T39PPHRCRT2KEH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:47.207" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.208" grpc.time_ms=4.042 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2202vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.16 seconds)2203vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-13T04:21:11.224Z', 'started_at': None, 'finished_at': '2026-06-13T04:21:16.617Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 2, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'building attributes', 'created_at': '2026-06-13T04:21:17.075Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2204vm-test-run-nixbot-gitlab> gitlab # [ 312.349393] gitaly[1376]: time="2026-06-13T04:21:17.237Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCWPKMJQHF5V6CXMY6F39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:27.138" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:17.228" grpc.time_ms=8.816 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2205vm-test-run-nixbot-gitlab> gitlab # [ 312.372837] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1122206vm-test-run-nixbot-gitlab> gitlab # [ 312.377496] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1442207vm-test-run-nixbot-gitlab> gitlab # [ 312.382152] nixbot[3787]: {"ts": "2026-06-13T04:21:17.285Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2208vm-test-run-nixbot-gitlab> gitlab # [ 312.502845] gitaly[1376]: time="2026-06-13T04:21:17.413Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-13T04:21:47.311" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.411" grpc.time_ms=1.955 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2209vm-test-run-nixbot-gitlab> gitlab # [ 312.556347] gitaly[1376]: time="2026-06-13T04:21:17.467Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:47.365" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.465" grpc.time_ms=1.142 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2210vm-test-run-nixbot-gitlab> gitlab # [ 312.589612] nix-daemon[4070]: accepted connection from pid 4190, user nixbot2211vm-test-run-nixbot-gitlab> gitlab # [ 312.649983] gitaly[1376]: time="2026-06-13T04:21:17.561Z" level=info msg="burden monitor stats" pid=1376 top_10_by_cpu="[]" top_10_by_memory="[]"2212vm-test-run-nixbot-gitlab> gitlab # [ 312.654555] gitaly[1376]: time="2026-06-13T04:21:17.563Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCVYHJQ1K6EFSQDV3MSWZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:47.461" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.562" grpc.time_ms=0.958 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2213vm-test-run-nixbot-gitlab> gitlab # [ 312.680116] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.579Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"200a519f7b339b6eebee5a1e","created_at":"2026-06-13T04:21:17.575Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"73f7dbed3f134d5d6d4e414e","job_size_bytes":3,"pid":2444,"job_status":"deduplicated","message":"PipelineProcessWorker JID-200a519f7b339b6eebee5a1e: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2214vm-test-run-nixbot-gitlab> gitlab # [ 312.703116] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.582Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"73f7dbed3f134d5d6d4e414e","created_at":"2026-06-13T04:21:16.639Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-2b9259e00b3042e9","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:16.646Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2444,"job_status":"rescheduled","message":"PipelineProcessWorker JID-73f7dbed3f134d5d6d4e414e: rescheduled"}2215vm-test-run-nixbot-gitlab> gitlab # [ 312.722069] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.594Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"73f7dbed3f134d5d6d4e414e","created_at":"2026-06-13T04:21:16.639Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-2b9259e00b3042e9","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:16.646Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-73f7dbed3f134d5d6d4e414e: done: 0.945222 sec","job_status":"done","queue_duration_s":0.002438,"scheduling_latency_s":0.002497,"gitaly_calls":4,"gitaly_duration_s":0.173663,"redis_calls":116,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.148122,"redis_read_bytes":280,"redis_write_bytes":27322,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002097,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003427,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":26,"redis_feature_flag_duration_s":0.008504,"redis_feature_flag_read_bytes":26,"redis_feature_flag_write_bytes":4583,"redis_queues_calls":25,"redis_queues_duration_s":0.118984,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14466,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.008285,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000564,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000817,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003347,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":851,"db_count":49,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":49,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.268,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.032,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.036,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.222,"db_ci_duration_s":0.047,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.381397,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.87559532,"duration_s":0.945222,"completed_at":"2026-06-13T04:21:17.593Z","load_balancing_strategy":"primary","db_duration_s":0.272224,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2216vm-test-run-nixbot-gitlab> gitlab # [ 312.775022] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.596Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"cec2c30f19b45dd27be54a38","created_at":"2026-06-13T04:21:16.814Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:16.823Z","job_size_bytes":23,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-cec2c30f19b45dd27be54a38: start","job_status":"start","queue_duration_s":0.772883,"scheduling_latency_s":0.772917}2217vm-test-run-nixbot-gitlab> gitlab # [ 312.791036] gitaly[1376]: time="2026-06-13T04:21:17.676Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCX4SHKR38SQC5KM5RTBT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:17.666" grpc.time_ms=9.591 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2218vm-test-run-nixbot-gitlab> gitlab # [ 312.803865] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 832219vm-test-run-nixbot-gitlab> gitlab # [ 312.840429] gitaly[1376]: time="2026-06-13T04:21:17.751Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCX7E5B3JEJ2VYTHZ7SHK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:17.739" pid=1376 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2220vm-test-run-nixbot-gitlab> gitlab # [ 312.860999] gitaly[1376]: time="2026-06-13T04:21:17.751Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCX7E5B3JEJ2VYTHZ7SHK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:17.739" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2221vm-test-run-nixbot-gitlab> gitlab # [ 312.881676] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.753Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"cec2c30f19b45dd27be54a38","created_at":"2026-06-13T04:21:16.814Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:16.823Z","job_size_bytes":23,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-cec2c30f19b45dd27be54a38: done: 0.157518 sec","job_status":"done","queue_duration_s":0.772883,"scheduling_latency_s":0.772917,"redis_calls":10,"redis_duration_s":0.001624,"redis_read_bytes":9,"redis_write_bytes":1029,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000329,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":534,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000348,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":12,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.04,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.008,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.008,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.104336,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00029968,"duration_s":0.157518,"completed_at":"2026-06-13T04:21:17.753Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.045194,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2222vm-test-run-nixbot-gitlab> gitlab # [ 312.936534] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.755Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"b0b9c74eef2805b4890da830","created_at":"2026-06-13T04:21:17.005Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.015Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-b0b9c74eef2805b4890da830: start","job_status":"start","queue_duration_s":0.739457,"scheduling_latency_s":0.739477}2223vm-test-run-nixbot-gitlab> gitlab # [ 312.953268] gitlab-workhorse[1305]: time="2026-06-13T04:21:17Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672224vm-test-run-nixbot-gitlab> gitlab # [ 312.954973] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 732225vm-test-run-nixbot-gitlab> gitlab # [ 312.957153] nixbot[3787]: {"ts": "2026-06-13T04:21:17.786Z", "level": "info", "logger": "nixbot.build_reuse", "msg": "reusing build for tree hash", "build_id": 1, "tree_hash": "cefc112e8680bb0f9569544b9656644ac3312d93"}2226vm-test-run-nixbot-gitlab> gitlab # [ 312.959491] gitaly[1376]: time="2026-06-13T04:21:17.752Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCX7E5B3JEJ2VYTHZ7SHK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:17.739" grpc.time_ms=12.379 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2227vm-test-run-nixbot-gitlab> gitlab # [ 312.973859] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.796Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"b0b9c74eef2805b4890da830","created_at":"2026-06-13T04:21:17.005Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.015Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-b0b9c74eef2805b4890da830: done: 0.040978 sec","job_status":"done","queue_duration_s":0.739457,"scheduling_latency_s":0.739477,"redis_calls":10,"redis_duration_s":0.00223,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000546,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001179,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000505,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026265,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035966,"duration_s":0.040978,"completed_at":"2026-06-13T04:21:17.795Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006349,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2228vm-test-run-nixbot-gitlab> gitlab # [ 313.016960] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.800Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"02b143ed8c5fb57ef00cbc6a","created_at":"2026-06-13T04:21:17.321Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.335Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-02b143ed8c5fb57ef00cbc6a: start","job_status":"start","queue_duration_s":0.464874,"scheduling_latency_s":0.46491}2229vm-test-run-nixbot-gitlab> gitlab # [ 313.032097] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.871Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"02b143ed8c5fb57ef00cbc6a","created_at":"2026-06-13T04:21:17.321Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.335Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-02b143ed8c5fb57ef00cbc6a: done: 0.070614 sec","job_status":"done","queue_duration_s":0.464874,"scheduling_latency_s":0.46491,"redis_calls":10,"redis_duration_s":0.006853,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004203,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002231,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036878,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050492,"duration_s":0.070614,"completed_at":"2026-06-13T04:21:17.870Z","load_balancing_strategy":"primary","db_duration_s":0.01279,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2230vm-test-run-nixbot-gitlab> gitlab # [ 313.074720] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.875Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"ac7bbd6b3c6619b71fdf894c","created_at":"2026-06-13T04:21:17.351Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.361Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ac7bbd6b3c6619b71fdf894c: start","job_status":"start","queue_duration_s":0.514187,"scheduling_latency_s":0.514212}2231vm-test-run-nixbot-gitlab> gitlab # [ 313.089650] gitaly[1376]: time="2026-06-13T04:21:17.878Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCXBK1JFRCJ8DW7BRNSPY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-13T04:21:47.877" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-13T04:21:17.877" grpc.time_ms=0.514 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2232vm-test-run-nixbot-gitlab> gitlab # [ 313.101496] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.933Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"ac7bbd6b3c6619b71fdf894c","created_at":"2026-06-13T04:21:17.351Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.361Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ac7bbd6b3c6619b71fdf894c: done: 0.058266 sec","job_status":"done","queue_duration_s":0.514187,"scheduling_latency_s":0.514212,"redis_calls":13,"redis_duration_s":0.01003,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004497,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004196,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000615,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000722,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042532,"duration_s":0.058266,"completed_at":"2026-06-13T04:21:17.933Z","load_balancing_strategy":"primary","db_duration_s":0.007346,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2233vm-test-run-nixbot-gitlab> gitlab # [ 313.144277] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.939Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"c5819f8fd47dec363d17d906","created_at":"2026-06-13T04:21:17.362Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.372Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-c5819f8fd47dec363d17d906: start","job_status":"start","queue_duration_s":0.566644,"scheduling_latency_s":0.566666}2234vm-test-run-nixbot-gitlab> gitlab # [ 313.159833] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.978Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"c5819f8fd47dec363d17d906","created_at":"2026-06-13T04:21:17.362Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.372Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-c5819f8fd47dec363d17d906: done: 0.038776 sec","job_status":"done","queue_duration_s":0.566644,"scheduling_latency_s":0.566666,"redis_calls":10,"redis_duration_s":0.003196,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000276,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002645,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000275,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002362,"duration_s":0.038776,"completed_at":"2026-06-13T04:21:17.978Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00768,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2235vm-test-run-nixbot-gitlab> gitlab # [ 313.202283] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:17.979Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"34b54114d03ec8c0501d9518","created_at":"2026-06-13T04:21:17.374Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.383Z","job_size_bytes":19,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-34b54114d03ec8c0501d9518: start","job_status":"start","queue_duration_s":0.596463,"scheduling_latency_s":0.596484}2236vm-test-run-nixbot-gitlab> gitlab # [ 313.218241] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:17 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1262237vm-test-run-nixbot-gitlab> gitlab # [ 313.220235] gitlab-workhorse[1305]: time="2026-06-13T04:21:18Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672238vm-test-run-nixbot-gitlab> gitlab # [ 313.221971] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:18 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 872239vm-test-run-nixbot-gitlab> gitlab # [ 313.223706] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 657 "" "python-httpx/0.28.1" 2142240vm-test-run-nixbot-gitlab> gitlab # [ 313.226236] gitaly[1376]: time="2026-06-13T04:21:17.926Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCXB8ADZJSZ8RP29DNRWC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:17.911" grpc.time_ms=15.125 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc2241vm-test-run-nixbot-gitlab> gitlab # [ 313.239239] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.025Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"34b54114d03ec8c0501d9518","created_at":"2026-06-13T04:21:17.374Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.383Z","job_size_bytes":19,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-34b54114d03ec8c0501d9518: done: 0.045543 sec","job_status":"done","queue_duration_s":0.596463,"scheduling_latency_s":0.596484,"redis_calls":11,"redis_duration_s":0.010948000000000001,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000284,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.009792,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000872,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023741,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000449,"duration_s":0.045543,"completed_at":"2026-06-13T04:21:18.025Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004714,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2242vm-test-run-nixbot-gitlab> gitlab # [ 313.283031] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.026Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"46b8ad89ea0d06b87a91512e","created_at":"2026-06-13T04:21:17.388Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.396Z","job_size_bytes":66,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-46b8ad89ea0d06b87a91512e: start","job_status":"start","queue_duration_s":0.62983,"scheduling_latency_s":0.629848}2243vm-test-run-nixbot-gitlab> gitlab # [ 313.299795] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.060Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"46b8ad89ea0d06b87a91512e","created_at":"2026-06-13T04:21:17.388Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.396Z","job_size_bytes":66,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-46b8ad89ea0d06b87a91512e: done: 0.033845 sec","job_status":"done","queue_duration_s":0.62983,"scheduling_latency_s":0.629848,"redis_calls":10,"redis_duration_s":0.002544,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000338,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001874,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000332,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002357,"duration_s":0.033845,"completed_at":"2026-06-13T04:21:18.060Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005114,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2244vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses2245vm-test-run-nixbot-gitlab> gitlab # [ 313.344093] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.062Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"04ace9392bb2164e52e7e9bb","created_at":"2026-06-13T04:21:17.398Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.401Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-04ace9392bb2164e52e7e9bb: start","job_status":"start","queue_duration_s":0.661159,"scheduling_latency_s":0.661178}2246vm-test-run-nixbot-gitlab> gitlab # [ 313.358820] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.104Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"04ace9392bb2164e52e7e9bb","created_at":"2026-06-13T04:21:17.398Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.401Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-04ace9392bb2164e52e7e9bb: done: 0.042353 sec","job_status":"done","queue_duration_s":0.661159,"scheduling_latency_s":0.661178,"redis_calls":7,"redis_duration_s":0.004503,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000357,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042353,"completed_at":"2026-06-13T04:21:18.104Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009017,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2247vm-test-run-nixbot-gitlab> gitlab # [ 313.399218] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.108Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"6e72579120240bb732db3298","created_at":"2026-06-13T04:21:17.478Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.483Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6e72579120240bb732db3298: start","job_status":"start","queue_duration_s":0.624687,"scheduling_latency_s":0.624708}2248vm-test-run-nixbot-gitlab> gitlab # [ 313.415380] nixbot[3787]: {"ts": "2026-06-13T04:21:18.027Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2249vm-test-run-nixbot-gitlab> gitlab # [ 313.424226] nixbot[3787]: {"ts": "2026-06-13T04:21:18.176Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2250vm-test-run-nixbot-gitlab> gitlab # [ 313.427472] gitaly[1376]: time="2026-06-13T04:21:17.938Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTZKCXBK1JFRCJ8DW7BRNSPY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-13T04:21:27.041" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-13T04:21:17.931" grpc.time_ms=7.527 pid=1376 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2251vm-test-run-nixbot-gitlab> gitlab # [ 313.440919] gitlab-workhorse[1305]: gitlab 2001:db8:1::1 - - [2026/06/13:04:21:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1442252vm-test-run-nixbot-gitlab> gitlab # [ 313.444158] nix-daemon[4070]: accepted connection from pid 4238, user nixbot2253vm-test-run-nixbot-gitlab> gitlab # [ 313.446100] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.156Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"6e72579120240bb732db3298","created_at":"2026-06-13T04:21:17.478Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.483Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6e72579120240bb732db3298: done: 0.0483 sec","job_status":"done","queue_duration_s":0.624687,"scheduling_latency_s":0.624708,"redis_calls":10,"redis_duration_s":0.009541000000000001,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003125,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004489,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001927,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00215582,"duration_s":0.0483,"completed_at":"2026-06-13T04:21:18.156Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008672,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2254vm-test-run-nixbot-gitlab> gitlab # [ 313.490983] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.158Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"57cf3a70ae74deabd1ff129d","created_at":"2026-06-13T04:21:17.484Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.489Z","job_size_bytes":6,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-57cf3a70ae74deabd1ff129d: start","job_status":"start","queue_duration_s":0.668487,"scheduling_latency_s":0.668507}2255vm-test-run-nixbot-gitlab> gitlab # [ 313.506486] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.185Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"57cf3a70ae74deabd1ff129d","created_at":"2026-06-13T04:21:17.484Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.489Z","job_size_bytes":6,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-57cf3a70ae74deabd1ff129d: done: 0.027462 sec","job_status":"done","queue_duration_s":0.668487,"scheduling_latency_s":0.668507,"redis_calls":10,"redis_duration_s":0.00193,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000273,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000719,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015463,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023992,"duration_s":0.027462,"completed_at":"2026-06-13T04:21:18.185Z","load_balancing_strategy":"primary","db_duration_s":0.001964,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2256vm-test-run-nixbot-gitlab> gitlab # [ 313.547487] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.188Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"35b2e9554d2491bb5856040f","created_at":"2026-06-13T04:21:17.492Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.496Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-35b2e9554d2491bb5856040f: start","job_status":"start","queue_duration_s":0.691139,"scheduling_latency_s":0.691163}2257vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/5bd621c8876654958df6d36789b9a2739ad4f233/statuses, in 0.24 seconds)2258vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': 'evaluation succeeded', 'created_at': '2026-06-13T04:21:17.986Z', 'started_at': None, 'finished_at': '2026-06-13T04:21:17.981Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '5bd621c8876654958df6d36789b9a2739ad4f233', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/1', 'description': '0 attributes built', 'created_at': '2026-06-13T04:21:18.151Z', 'started_at': None, 'finished_at': '2026-06-13T04:21:18.314Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 1, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2259vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 7.53 seconds)2260vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 367.82 seconds)2261vm-test-run-nixbot-gitlab> gitlab # [ 313.562242] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.223Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"35b2e9554d2491bb5856040f","created_at":"2026-06-13T04:21:17.492Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.496Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-35b2e9554d2491bb5856040f: done: 0.035624 sec","job_status":"done","queue_duration_s":0.691139,"scheduling_latency_s":0.691163,"redis_calls":10,"redis_duration_s":0.001985,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000287,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00083,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023268,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023542,"duration_s":0.035624,"completed_at":"2026-06-13T04:21:18.223Z","load_balancing_strategy":"primary","db_duration_s":0.00567,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2262vm-test-run-nixbot-gitlab> gitlab # [ 313.603294] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.226Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"65b0e9dba78f6514559f5432","created_at":"2026-06-13T04:21:17.583Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-e20be57b6de84670","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-13T04:21:17.586Z","job_size_bytes":3,"pid":2444,"sidekiq_tid":"m4bg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-65b0e9dba78f6514559f5432: start","job_status":"start","queue_duration_s":0.639445,"scheduling_latency_s":0.639466}2263vm-test-run-nixbot-gitlab> gitlab # [ 313.618511] gitaly[1376]: time="2026-06-13T04:21:18.015Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTZKCXF8AFG06ZYA2T71EREJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-13T04:21:18.005" pid=1376 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2264vm-test-run-nixbot-gitlab> gitlab # [ 313.631310] nixbot[3787]: {"ts": "2026-06-13T04:21:18.366Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/5bd621c8876654958df6d36789b9a2739ad4f233 \"HTTP/1.1 201 Created\""}2265vm-test-run-nixbot-gitlab> gitlab # [ 313.634405] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.522Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"afd403792c8c7d3ae6d3cac5","created_at":"2026-06-13T04:21:18.518Z","trace_propagation_headers":{"sentry-trace":"39a81a50cfba43859719312c68c48395-3f8b6d9fdd8b4e1e","baggage":"sentry-trace_id=39a81a50cfba43859719312c68c48395,sentry-release=Unknown"},"correlation_id":"01KTZKCVYHJQ1K6EFSQDV3MSWZ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"65b0e9dba78f6514559f5432","job_size_bytes":3,"pid":2444,"job_status":"deduplicated","message":"PipelineProcessWorker JID-afd403792c8c7d3ae6d3cac5: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2266vm-test-run-nixbot-gitlab> test script finished in 367.87s2267vm-test-run-nixbot-gitlab> cleanup2268vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2269vm-test-run-nixbot-gitlab> gitlab # [ 313.651666] sidekiq-cluster[2444]: {"severity":"INFO","time":"2026-06-13T04:21:18.524Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorkqemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2270vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.00 seconds)22712272post-build step Upload coverage to codecov: ok2273Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab