vm-test-run-nixbot-gitlab
checks.x86_64-linux.nixbot-gitlab
· build #285
· raw
1Machine state will be reset. To keep it, pass --keep-machine-state2start all VLans3(finished: start all VLans, in 0.01 seconds)4Test will time out and terminate in 3600 seconds5run the VM test script6additionally exposed symbols:7 gitlab,8 vlan1,9 start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh10start all VMs11gitlab: starting vm12gitlab # Disk image does not exist, creating the virtualisation disk image...13gitlab: QEMU running (pid 46)14gitlab # Formatting '/build/vm-state-gitlab/tmp.cCeM0F8RbK', fmt=raw size=107374182415gitlab # mke2fs 1.47.4 (6-Mar-2025)16gitlab # Discarding device blocks: 0/262144 done17gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes18gitlab # Filesystem UUID: f3f59969-d04a-4ba7-898d-4a6b6b01599d19gitlab # Superblock backups stored on blocks:20gitlab # 32768, 98304, 163840, 22937621gitlab # 22gitlab # Allocating group tables: 0/8 done23gitlab # Writing inode tables: 0/8 done24gitlab # Creating journal (8192 blocks): done25gitlab # Writing superblocks and filesystem accounting information: 0/8 done26gitlab # 27gitlab # Virtualisation disk image created.28gitlab # Creating Nix store image...29gitlab # Created Nix store image.30(finished: start all VMs, in 200.15 seconds)31gitlab: waiting for unit setup-gitlab.service32gitlab: waiting for the VM to finish booting33gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)34gitlab # 35gitlab # 36gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0037gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...38gitlab # 39gitlab # 40gitlab # 41gitlab # 42gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0043gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...44gitlab # 45gitlab # 46gitlab # Booting from ROM...47gitlab # Probing EDD (edd=off to disable)... ok48gitlab # [ 0.000000] Linux version 6.18.43 (nixbld@localhost) (gcc (GCC) 15.3.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Thu Aug 6 17:27:09 UTC 202649gitlab # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/bypwf5v0kxfya3zk31m4s6nc3xcin6zi-nixos-system-gitlab-test/init regInfo=/nix/store/jmjjv8zvxbn95yf26q200d7wkzrddyl7-closure-info/registration console=ttyS0,115200n8 console=tty050gitlab # [ 0.000000] x86 CPU feature dependency check failure: CPU0 has '18*32+31' enabled but '18*32+26' disabled. Kernel might be fine, but no guarantees.51gitlab # [ 0.000000] BIOS-provided physical RAM map:52gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable53gitlab # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved54gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved55gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable56gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved57gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved58gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved59gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable60gitlab # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved61gitlab # [ 0.000000] NX (Execute Disable) protection: active62gitlab # [ 0.000000] APIC: Static calls initialized63gitlab # [ 0.000000] SMBIOS 2.8 present.64gitlab # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/201465gitlab # [ 0.000000] DMI: Memory slots populated: 1/166gitlab # [ 0.000000] Hypervisor detected: KVM67gitlab # [ 0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x40000000068gitlab # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d0069gitlab # [ 0.000001] kvm-clock: using sched offset of 523797969 cycles70gitlab # [ 0.000003] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns71gitlab # [ 0.000008] tsc: Detected 3099.998 MHz processor72gitlab # [ 0.001060] last_pfn = 0x1c0000 max_arch_pfn = 0x40000000073gitlab # [ 0.001094] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs74gitlab # [ 0.001098] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT75gitlab # [ 0.001147] last_pfn = 0xbffd8 max_arch_pfn = 0x40000000076gitlab # [ 0.003465] found SMP MP-table at [mem 0x000f5470-0x000f547f]77gitlab # [ 0.003485] Using GB pages for direct mapping78gitlab # [ 0.003663] RAMDISK: [mem 0xbe31c000-0xbffcffff]79gitlab # [ 0.003672] ACPI: Early table checksum verification disabled80gitlab # [ 0.003678] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )81gitlab # [ 0.003682] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001)82gitlab # [ 0.003688] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001)83gitlab # [ 0.003703] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS BXPC 00000001 BXPC 00000001)84gitlab # [ 0.003710] ACPI: FACS 0x00000000BFFE0000 00004085gitlab # [ 0.003713] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS BXPC 00000001 BXPC 00000001)86gitlab # [ 0.003717] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001)87gitlab # [ 0.003720] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001)88gitlab # [ 0.003723] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]89gitlab # [ 0.003725] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]90gitlab # [ 0.003725] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]91gitlab # [ 0.003726] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]92gitlab # [ 0.003727] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]93gitlab # [ 0.003728] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]94gitlab # [ 0.004216] No NUMA configuration found95gitlab # [ 0.004217] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]96gitlab # [ 0.004221] NODE_DATA(0) allocated [mem 0x1bfffa780-0x1bffffcff]97gitlab # [ 0.004351] Zone ranges:98gitlab # [ 0.004352] DMA [mem 0x0000000000001000-0x0000000000ffffff]99gitlab # [ 0.004355] DMA32 [mem 0x0000000001000000-0x00000000ffffffff]100gitlab # [ 0.004356] Normal [mem 0x0000000100000000-0x00000001bfffffff]101gitlab # [ 0.004358] Device empty102gitlab # [ 0.004359] Movable zone start for each node103gitlab # [ 0.004359] Early memory node ranges104gitlab # [ 0.004360] node 0: [mem 0x0000000000001000-0x000000000009efff]105gitlab # [ 0.004363] node 0: [mem 0x0000000000100000-0x00000000bffd7fff]106gitlab # [ 0.004365] node 0: [mem 0x0000000100000000-0x00000001bfffffff]107gitlab # [ 0.004367] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]108gitlab # [ 0.004394] On node 0, zone DMA: 1 pages in unavailable ranges109gitlab # [ 0.004709] On node 0, zone DMA: 97 pages in unavailable ranges110gitlab # [ 0.144300] On node 0, zone Normal: 40 pages in unavailable ranges111gitlab # [ 0.145358] ACPI: PM-Timer IO Port: 0x608112gitlab # [ 0.145407] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])113gitlab # [ 0.145467] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23114gitlab # [ 0.145472] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)115gitlab # [ 0.145478] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)116gitlab # [ 0.145481] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)117gitlab # [ 0.145483] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)118gitlab # [ 0.145485] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)119gitlab # [ 0.145488] ACPI: Using ACPI (MADT) for SMP configuration information120gitlab # [ 0.145491] ACPI: HPET id: 0x8086a201 base: 0xfed00000121gitlab # [ 0.145510] TSC deadline timer available122gitlab # [ 0.145517] CPU topo: Max. logical packages: 1123gitlab # [ 0.145518] CPU topo: Max. logical dies: 1124gitlab # [ 0.145519] CPU topo: Max. dies per package: 1125gitlab # [ 0.145523] CPU topo: Max. threads per core: 1126gitlab # [ 0.145523] CPU topo: Num. cores per package: 4127gitlab # [ 0.145524] CPU topo: Num. threads per package: 4128gitlab # [ 0.145524] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs129gitlab # [ 0.145563] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()130gitlab # [ 0.145595] kvm-guest: KVM setup pv remote TLB flush131gitlab # [ 0.145601] kvm-guest: setup PV sched yield132gitlab # [ 0.145652] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]133gitlab # [ 0.145654] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]134gitlab # [ 0.145655] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]135gitlab # [ 0.145658] [mem 0xc0000000-0xfeffbfff] available for PCI devices136gitlab # [ 0.145661] Booting paravirtualized kernel on KVM137gitlab # [ 0.145674] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns138gitlab # [ 0.151789] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1139gitlab # [ 0.154784] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288140gitlab # [ 0.154871] kvm-guest: PV spinlocks enabled141gitlab # [ 0.154875] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)142gitlab # [ 0.154882] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/bypwf5v0kxfya3zk31m4s6nc3xcin6zi-nixos-system-gitlab-test/init regInfo=/nix/store/jmjjv8zvxbn95yf26q200d7wkzrddyl7-closure-info/registration console=ttyS0,115200n8 console=tty0143gitlab # [ 0.155052] Unknown kernel command line parameters "regInfo=/nix/store/jmjjv8zvxbn95yf26q200d7wkzrddyl7-closure-info/registration", will be passed to user space.144gitlab # [ 0.155084] random: crng init done145gitlab # [ 0.155087] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes146gitlab # [ 0.166317] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)147gitlab # [ 0.171876] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)148gitlab # [ 0.172109] software IO TLB: area num 4.149gitlab # [ 0.286312] Fallback order for Node 0: 0150gitlab # [ 0.286353] Built 1 zonelists, mobility grouping on. Total pages: 1572726151gitlab # [ 0.286361] Policy zone: Normal152gitlab # [ 0.290822] mem auto-init: stack:all(zero), heap alloc:on, heap free:off153gitlab # [ 0.347175] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1154gitlab # [ 0.361332] allocated 12582912 bytes of page_ext155gitlab # [ 0.374392] ftrace: allocating 48717 entries in 192 pages156gitlab # [ 0.374396] ftrace: allocated 192 pages with 2 groups157gitlab # [ 0.375584] Dynamic Preempt: lazy158gitlab # [ 0.375993] rcu: Preemptible hierarchical RCU implementation.159gitlab # [ 0.375995] rcu: RCU event tracing is enabled.160gitlab # [ 0.375997] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.161gitlab # [ 0.376000] Trampoline variant of Tasks RCU enabled.162gitlab # [ 0.376001] Rude variant of Tasks RCU enabled.163gitlab # [ 0.376001] Tracing variant of Tasks RCU enabled.164gitlab # [ 0.376003] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.165gitlab # [ 0.376003] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4166gitlab # [ 0.376032] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.167gitlab # [ 0.376035] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.168gitlab # [ 0.376036] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.169gitlab # [ 0.381888] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16170gitlab # [ 0.382250] rcu: srcu_init: Setting srcu_struct sizes based on contention.171gitlab # [ 0.382262] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns172gitlab # [ 0.382412] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)173gitlab # [ 0.389280] Console: colour VGA+ 80x25174gitlab # [ 0.389289] printk: legacy console [tty0] enabled175gitlab # [ 0.433598] printk: legacy console [ttyS0] enabled176gitlab # [ 0.607459] ACPI: Core revision 20250807177gitlab # [ 0.608855] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns178gitlab # [ 0.611081] APIC: Switch to symmetric I/O mode setup179gitlab # [ 0.612434] x2apic enabled180gitlab # [ 0.613439] APIC: Switched APIC routing to: physical x2apic181gitlab # [ 0.614759] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()182gitlab # [ 0.616460] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()183gitlab # [ 0.618571] kvm-guest: setup PV IPIs184gitlab # [ 0.620504] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1185gitlab # [ 0.621940] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2caf45e6a57, max_idle_ns: 440795365367 ns186gitlab # [ 0.624602] Calibrating delay loop (skipped) preset value.. 6199.99 BogoMIPS (lpj=3099998)187gitlab # [ 0.626731] x86/cpu: User Mode Instruction Prevention (UMIP) activated188gitlab # [ 0.628773] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127189gitlab # [ 0.629594] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0190gitlab # [ 0.630602] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto191gitlab # [ 0.632594] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl192gitlab # [ 0.633594] Spectre V2 : Mitigation: Retpolines193gitlab # [ 0.635527] RETBleed: Mitigation: untrained return thunk194gitlab # [ 0.636595] Speculative Return Stack Overflow: Mitigation: SMT disabled195gitlab # [ 0.637594] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization196gitlab # [ 0.638595] Spectre V2 : Spectre v2 / SpectreRSB: Filling RSB on context switch and VMEXIT197gitlab # [ 0.639595] Spectre V2 : Enabling Speculation Barrier for firmware calls198gitlab # [ 0.640595] active return thunk: retbleed_return_thunk199gitlab # [ 0.641603] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier200gitlab # [ 0.643618] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'201gitlab # [ 0.644595] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'202gitlab # [ 0.645594] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'203gitlab # [ 0.646596] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256204gitlab # [ 0.648594] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'compacted' format.205gitlab # [ 0.671601] Freeing SMP alternatives memory: 44K206gitlab # [ 0.672596] pid_max: default: 32768 minimum: 301207gitlab # [ 0.673699] LSM: initializing lsm=capability,landlock,yama,bpf,ima208gitlab # [ 0.674751] landlock: Up and running.209gitlab # [ 0.675594] Yama: becoming mindful.210gitlab # [ 0.676782] LSM support for eBPF active211gitlab # [ 0.678594] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)212gitlab # [ 0.679750] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)213gitlab # [ 0.682591] smpboot: CPU0: AMD Ryzen 9 3900 12-Core Processor (family: 0x17, model: 0x71, stepping: 0x0)214gitlab # [ 0.683232] Performance Events: Fam17h+ core perfctr, AMD PMU driver.215gitlab # [ 0.683618] ... version: 0216gitlab # [ 0.684595] ... bit width: 48217gitlab # [ 0.685595] ... generic counters: 6218gitlab # [ 0.686596] ... generic bitmap: 000000000000003f219gitlab # [ 0.687595] ... fixed-purpose counters: 0220gitlab # [ 0.688595] ... fixed-purpose bitmap: 0000000000000000221gitlab # [ 0.689595] ... value mask: 0000ffffffffffff222gitlab # [ 0.690595] ... max period: 00007fffffffffff223gitlab # [ 0.691595] ... global_ctrl mask: 000000000000003f224gitlab # [ 0.692783] signal: max sigframe size: 1776225gitlab # [ 0.693710] rcu: Hierarchical SRCU implementation.226gitlab # [ 0.694601] rcu: Max phase no-delay instances is 400.227gitlab # [ 0.695754] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level228gitlab # [ 0.700544] smp: Bringing up secondary CPUs ...229gitlab # [ 0.702069] smpboot: x86: Booting SMP configuration:230gitlab # [ 0.702605] .... node #0, CPUs: #1 #2 #3231gitlab # [ 0.704631] smp: Brought up 1 node, 4 CPUs232gitlab # [ 0.706596] smpboot: Total of 4 processors activated (24799.98 BogoMIPS)233gitlab # [ 0.707947] Memory: 6013564K/6290904K available (17210K kernel code, 2726K rwdata, 13576K rodata, 3640K init, 2992K bss, 258080K reserved, 0K cma-reserved)234gitlab # [ 0.709996] devtmpfs: initialized235gitlab # [ 0.710883] x86/mm: Memory block size: 128MB236gitlab # [ 0.713720] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)237gitlab # [ 0.714696] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).238gitlab # [ 0.715709] pinctrl core: initialized pinctrl subsystem239gitlab # [ 0.716930] PM: RTC time: 10:28:40, date: 2026-09-01240gitlab # [ 0.720470] NET: Registered PF_NETLINK/PF_ROUTE protocol family241gitlab # [ 0.723123] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations242gitlab # [ 0.723959] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations243gitlab # [ 0.725685] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations244gitlab # [ 0.726625] audit: initializing netlink subsys (disabled)245gitlab # [ 0.727687] audit: type=2000 audit(1788258520.722:1): state=initialized audit_enabled=0 res=1246gitlab # [ 0.727931] thermal_sys: Registered thermal governor 'fair_share'247gitlab # [ 0.728597] thermal_sys: Registered thermal governor 'bang_bang'248gitlab # [ 0.729597] thermal_sys: Registered thermal governor 'step_wise'249gitlab # [ 0.730596] thermal_sys: Registered thermal governor 'user_space'250gitlab # [ 0.731596] thermal_sys: Registered thermal governor 'power_allocator'251gitlab # [ 0.732632] cpuidle: using governor menu252gitlab # [ 0.735794] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5253gitlab # [ 0.736923] PCI: Using configuration type 1 for base access254gitlab # [ 0.737596] PCI: Using configuration type 1 for extended access255gitlab # [ 0.738803] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.256gitlab # [ 0.739995] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages257gitlab # [ 0.741596] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page258gitlab # [ 0.742596] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages259gitlab # [ 0.743595] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page260gitlab # [ 0.746022] ACPI: Added _OSI(Module Device)261gitlab # [ 0.746595] ACPI: Added _OSI(Processor Device)262gitlab # [ 0.747596] ACPI: Added _OSI(Processor Aggregator Device)263gitlab # [ 0.749772] ACPI: 1 ACPI AML tables successfully acquired and loaded264gitlab # [ 0.752843] ACPI: Interpreter enabled265gitlab # [ 0.754393] ACPI: PM: (supports S0 S3 S4 S5)266gitlab # [ 0.755498] ACPI: Using IOAPIC for interrupt routing267gitlab # [ 0.756627] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug268gitlab # [ 0.757596] PCI: Using E820 reservations for host bridge windows269gitlab # [ 0.758737] ACPI: Enabled 2 GPEs in block 00 to 0F270gitlab # [ 0.762870] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])271gitlab # [ 0.763604] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]272gitlab # [ 0.764927] acpiphp: Slot [3] registered273gitlab # [ 0.765628] acpiphp: Slot [4] registered274gitlab # [ 0.766628] acpiphp: Slot [5] registered275gitlab # [ 0.767627] acpiphp: Slot [6] registered276gitlab # [ 0.768640] acpiphp: Slot [7] registered277gitlab # [ 0.769626] acpiphp: Slot [8] registered278gitlab # [ 0.770625] acpiphp: Slot [9] registered279gitlab # [ 0.771626] acpiphp: Slot [10] registered280gitlab # [ 0.772870] acpiphp: Slot [11] registered281gitlab # [ 0.773629] acpiphp: Slot [12] registered282gitlab # [ 0.774627] acpiphp: Slot [13] registered283gitlab # [ 0.775625] acpiphp: Slot [14] registered284gitlab # [ 0.776640] acpiphp: Slot [15] registered285gitlab # [ 0.777626] acpiphp: Slot [16] registered286gitlab # [ 0.778628] acpiphp: Slot [17] registered287gitlab # [ 0.779640] acpiphp: Slot [18] registered288gitlab # [ 0.780624] acpiphp: Slot [19] registered289gitlab # [ 0.781625] acpiphp: Slot [20] registered290gitlab # [ 0.782626] acpiphp: Slot [21] registered291gitlab # [ 0.783651] acpiphp: Slot [22] registered292gitlab # [ 0.784629] acpiphp: Slot [23] registered293gitlab # [ 0.785630] acpiphp: Slot [24] registered294gitlab # [ 0.786630] acpiphp: Slot [25] registered295gitlab # [ 0.787651] acpiphp: Slot [26] registered296gitlab # [ 0.788625] acpiphp: Slot [27] registered297gitlab # [ 0.789626] acpiphp: Slot [28] registered298gitlab # [ 0.790716] acpiphp: Slot [29] registered299gitlab # [ 0.791777] acpiphp: Slot [30] registered300gitlab # [ 0.792625] acpiphp: Slot [31] registered301gitlab # [ 0.793621] PCI host bridge to bus 0000:00302gitlab # [ 0.794604] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window]303gitlab # [ 0.795597] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window]304gitlab # [ 0.796596] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]305gitlab # [ 0.797596] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]306gitlab # [ 0.798597] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]307gitlab # [ 0.799597] pci_bus 0000:00: root bus resource [bus 00-ff]308gitlab # [ 0.800978] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint309gitlab # [ 0.802390] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint310gitlab # [ 0.804377] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint311gitlab # [ 0.806656] pci 0000:00:01.1: BAR 4 [io 0xc220-0xc22f]312gitlab # [ 0.807670] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk313gitlab # [ 0.808598] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk314gitlab # [ 0.809596] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk315gitlab # [ 0.810596] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk316gitlab # [ 0.812072] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint317gitlab # [ 0.813649] pci 0000:00:01.2: BAR 4 [io 0xc140-0xc15f]318gitlab # [ 0.815410] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint319gitlab # [ 0.817140] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI320gitlab # [ 0.817610] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB321gitlab # [ 0.819050] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint322gitlab # [ 0.821666] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]323gitlab # [ 0.822628] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]324gitlab # [ 0.823647] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]325gitlab # [ 0.824827] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]326gitlab # [ 0.826718] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint327gitlab # [ 0.829611] pci 0000:00:03.0: BAR 0 [io 0xc160-0xc17f]328gitlab # [ 0.830611] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]329gitlab # [ 0.831648] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]330gitlab # [ 0.832609] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]331gitlab # [ 0.835344] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint332gitlab # [ 0.838579] pci 0000:00:04.0: BAR 0 [io 0xc180-0xc19f]333gitlab # [ 0.839589] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]334gitlab # [ 0.840647] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]335gitlab # [ 0.843218] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint336gitlab # [ 0.845622] pci 0000:00:05.0: BAR 0 [io 0xc1a0-0xc1bf]337gitlab # [ 0.846609] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]338gitlab # [ 0.847648] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]339gitlab # [ 0.850431] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint340gitlab # [ 0.853613] pci 0000:00:06.0: BAR 0 [io 0xc1c0-0xc1df]341gitlab # [ 0.854612] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]342gitlab # [ 0.855648] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]343gitlab # [ 0.858244] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint344gitlab # [ 0.861628] pci 0000:00:07.0: BAR 0 [io 0xc000-0xc07f]345gitlab # [ 0.862609] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]346gitlab # [ 0.863651] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]347gitlab # [ 0.866206] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint348gitlab # [ 0.869597] pci 0000:00:08.0: BAR 0 [io 0xc080-0xc0ff]349gitlab # [ 0.870608] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]350gitlab # [ 0.871648] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]351gitlab # [ 0.874196] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint352gitlab # [ 0.876609] pci 0000:00:09.0: BAR 0 [io 0xc1e0-0xc1ff]353gitlab # [ 0.877611] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]354gitlab # [ 0.878649] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]355gitlab # [ 0.879611] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]356gitlab # [ 0.882515] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint357gitlab # [ 0.884635] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]358gitlab # [ 0.885642] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]359gitlab # [ 0.888365] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint360gitlab # [ 0.891627] pci 0000:00:0b.0: BAR 0 [io 0xc100-0xc13f]361gitlab # [ 0.892609] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]362gitlab # [ 0.893649] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]363gitlab # [ 0.896233] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint364gitlab # [ 0.899417] pci 0000:00:0c.0: BAR 0 [io 0xc200-0xc21f]365gitlab # [ 0.900574] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]366gitlab # [ 0.901641] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]367gitlab # [ 0.908717] ACPI: PCI: Interrupt link LNKA configured for IRQ 10368gitlab # [ 0.909735] ACPI: PCI: Interrupt link LNKB configured for IRQ 10369gitlab # [ 0.910760] ACPI: PCI: Interrupt link LNKC configured for IRQ 11370gitlab # [ 0.911736] ACPI: PCI: Interrupt link LNKD configured for IRQ 11371gitlab # [ 0.912694] ACPI: PCI: Interrupt link LNKS configured for IRQ 9372gitlab # [ 0.914760] iommu: Default domain type: Translated373gitlab # [ 0.915595] iommu: DMA domain TLB invalidation policy: lazy mode374gitlab # [ 0.916756] ACPI: bus type USB registered375gitlab # [ 0.917653] usbcore: registered new interface driver usbfs376gitlab # [ 0.918617] usbcore: registered new interface driver hub377gitlab # [ 0.919607] usbcore: registered new device driver usb378gitlab # [ 0.921218] NetLabel: Initializing379gitlab # [ 0.922302] NetLabel: domain hash size = 128380gitlab # [ 0.922596] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO381gitlab # [ 0.923675] NetLabel: unlabeled traffic allowed by default382gitlab # [ 0.924607] PCI: Using ACPI for IRQ routing383gitlab # [ 0.926098] pci 0000:00:02.0: vgaarb: setting as boot VGA device384gitlab # [ 0.926591] pci 0000:00:02.0: vgaarb: bridge control possible385gitlab # [ 0.926591] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none386gitlab # [ 0.926597] vgaarb: loaded387gitlab # [ 0.927561] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0388gitlab # [ 0.928476] hpet0: 3 comparators, 64-bit 100.000000 MHz counter389gitlab # [ 0.934746] clocksource: Switched to clocksource kvm-clock390gitlab # [ 0.936793] VFS: Disk quotas dquot_6.6.0391gitlab # [ 0.937942] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)392gitlab # [ 0.940244] pnp: PnP ACPI init393gitlab # [ 0.941871] pnp: PnP ACPI: found 6 devices394gitlab # [ 0.950423] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns395gitlab # [ 0.952791] clocksource: Switched to clocksource acpi_pm396gitlab # [ 0.954461] NET: Registered PF_INET protocol family397gitlab # [ 0.957244] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)398gitlab # [ 0.975477] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)399gitlab # [ 0.977939] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)400gitlab # [ 0.980076] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)401gitlab # [ 0.984731] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)402gitlab # [ 0.986756] TCP: Hash tables configured (established 65536 bind 65536)403gitlab # [ 0.988590] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)404gitlab # [ 0.990935] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)405gitlab # [ 0.993036] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)406gitlab # [ 0.995200] NET: Registered PF_UNIX/PF_LOCAL protocol family407gitlab # [ 0.996785] NET: Registered PF_XDP protocol family408gitlab # [ 0.998151] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window]409gitlab # [ 0.999829] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window]410gitlab # [ 1.001472] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]411gitlab # [ 1.003250] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]412gitlab # [ 1.005073] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]413gitlab # [ 1.007204] pci 0000:00:01.0: PIIX3: Enabling Passive Release414gitlab # [ 1.008797] pci 0000:00:00.0: Limiting direct PCI/PCI transfers415gitlab # [ 1.011263] ACPI: \_SB_.LNKD: Enabled at IRQ 11416gitlab # [ 1.013770] PCI: CLS 0 bytes, default 64417gitlab # [ 1.014903] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)418gitlab # [ 1.015172] Trying to unpack rootfs image as initramfs...419gitlab # [ 1.015213] software IO TLB: mapped [mem 0x00000000ba31c000-0x00000000be31c000] (64MB)420gitlab # [ 1.020273] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2caf45e6a57, max_idle_ns: 440795365367 ns421gitlab # [ 1.040953] Initialise system trusted keyrings422gitlab # [ 1.042816] workingset: timestamp_bits=40 max_order=21 bucket_order=0423gitlab # [ 1.056239] Key type asymmetric registered424gitlab # [ 1.057314] Asymmetric key parser 'x509' registered425gitlab # [ 1.058872] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)426gitlab # [ 1.060949] io scheduler mq-deadline registered427gitlab # [ 1.062110] io scheduler kyber registered428gitlab # [ 1.066172] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled429gitlab # [ 1.068090] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A430gitlab # [ 1.071450] Linux agpgart interface v0.103431gitlab # [ 1.072649] ACPI: bus type drm_connector registered432gitlab # [ 1.076484] usbcore: registered new interface driver usbserial_generic433gitlab # [ 1.078076] usbserial: USB Serial support registered for generic434gitlab # [ 1.079572] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled435gitlab # [ 1.081728] drop_monitor: Initializing network drop monitor service436gitlab # [ 1.083559] NET: Registered PF_INET6 protocol family437gitlab # [ 1.086140] Segment Routing with IPv6438gitlab # [ 1.087192] In-situ OAM (IOAM) with IPv6439gitlab # [ 1.089891] IPI shorthand broadcast: enabled440gitlab # [ 1.093394] sched_clock: Marking stable (861019718, 232329728)->(1233026958, -139677512)441gitlab # [ 1.095743] registered taskstats version 1442gitlab # [ 1.097123] Loading compiled-in X.509 certificates443gitlab # [ 1.104025] Demotion targets for Node 0: null444gitlab # [ 1.105407] Key type .fscrypt registered445gitlab # [ 1.106511] Key type fscrypt-provisioning registered446gitlab # [ 1.107952] ima: No TPM chip found, activating TPM-bypass!447gitlab # [ 1.109437] ima: Allocated hash algorithm: sha1448gitlab # [ 1.110668] ima: No architecture policies found449gitlab # [ 1.112195] PM: Magic number: 10:79:476450gitlab # [ 1.114672] RAS: Correctable Errors collector initialized.451gitlab # [ 1.120087] clk: Disabling unused clocks452gitlab # [ 1.121200] PM: genpd: Disabling unused power domains453gitlab # [ 1.346809] Freeing initrd memory: 29392K454gitlab # [ 1.351842] Freeing unused decrypted memory: 2028K455gitlab # [ 1.356220] Freeing unused kernel image (initmem) memory: 3640K456gitlab # [ 1.358020] Write protecting the kernel read-only data: 32768k457gitlab # [ 1.360826] Freeing unused kernel image (text/rodata gap) memory: 1220K458gitlab # [ 1.363534] Freeing unused kernel image (rodata/data gap) memory: 760K459gitlab # [ 1.401036] x86/mm: Checked W+X mappings: passed, no W+X pages found.460gitlab # [ 1.402906] Run /init as init process461gitlab # [ 1.417653] systemd[1]: Inserted module 'autofs4'462gitlab # [ 1.447732] fuse: init (API version 7.45)463gitlab # [ 1.458276] ACPI: \_SB_.LNKC: Enabled at IRQ 10464gitlab # [ 1.465578] ACPI: \_SB_.LNKA: Enabled at IRQ 10465gitlab # [ 1.469700] ACPI: \_SB_.LNKB: Enabled at IRQ 11466gitlab # [ 1.527904] systemd[1]: Successfully made /usr/ read-only.467gitlab # [ 1.864789] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)468gitlab # [ 1.871918] systemd[1]: Detected virtualization kvm.469gitlab # [ 1.873317] systemd[1]: Detected architecture x86-64.470gitlab # [ 1.874826] systemd[1]: Running in initrd.471gitlab # [ 1.876620] systemd[1]: Initializing machine ID from random generator.472gitlab # [ 1.878572] systemd[1]: Hostname set to <gitlab>.473gitlab # [ 1.976310] systemd[1]: bpf-restrict-fs: LSM BPF program attached474gitlab # [ 2.012398] systemd[1]: Queued start job for default target Initrd Default Target.475gitlab # [ 2.030947] systemd[1]: Created slice Slice /system/modprobe.476gitlab # [ 2.033188] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.477gitlab # [ 2.035575] systemd[1]: Expecting device /dev/disk/by-label/nix-store...478gitlab # [ 2.037564] systemd[1]: Expecting device /dev/disk/by-label/nixos...479gitlab # [ 2.039549] systemd[1]: Reached target Path Units.480gitlab # [ 2.041199] systemd[1]: Reached target Slice Units.481gitlab # [ 2.042816] systemd[1]: Reached target Swaps.482gitlab # [ 2.044071] systemd[1]: Reached target Timer Units.483gitlab # [ 2.045780] systemd[1]: Listening on D-Bus System Message Bus Socket.484gitlab # [ 2.047617] systemd[1]: Listening on Journal Socket (/dev/log).485gitlab # [ 2.049498] systemd[1]: Listening on Journal Sockets.486gitlab # [ 2.051214] systemd[1]: Listening on udev Control Socket.487gitlab # [ 2.052892] systemd[1]: Listening on udev Kernel Socket.488gitlab # [ 2.054410] systemd[1]: Reached target Socket Units.489gitlab # [ 2.057249] systemd[1]: Starting Create List of Static Device Nodes...490gitlab # [ 2.060121] systemd[1]: Starting Load Kernel Module 9pnet_virtio...491gitlab # [ 2.069125] systemd[1]: Starting Load Kernel Module configfs...492gitlab # [ 2.072224] systemd[1]: Starting Journal Service...493gitlab # [ 2.076434] systemd[1]: Starting Load Kernel Modules...494gitlab # [ 2.078025] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os495gitlab # [ 2.081646] systemd[1]: Starting Coldplug All udev Devices...496gitlab # [ 2.087204] systemd[1]: Finished Create List of Static Device Nodes.497gitlab # [ 2.093731] systemd[1]: modprobe@configfs.service: Deactivated successfully.498gitlab # [ 2.094173] systemd-journald[92]: Collecting audit messages is disabled.499gitlab # [ 2.107114] systemd[1]: Finished Load Kernel Module configfs.500gitlab # [ 2.109914] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config501gitlab # [ 2.109998] netfs: FS-Cache loaded502gitlab # [ 2.113054] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...503gitlab # [ 2.116395] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.504gitlab # [ 2.119714] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev505gitlab # [ 2.124622] systemd[1]: Finished Load Kernel Modules.506gitlab # [ 2.128455] systemd[1]: Starting Apply Kernel Variables...507gitlab # [ 2.128466] 9pnet: Installing 9P2000 support508gitlab # [ 2.133831] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.509gitlab # [ 2.141511] systemd[1]: Starting Create Static Device Nodes in /dev...510gitlab # [ 2.146213] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.511gitlab # [ 2.154020] systemd[1]: Finished Load Kernel Module 9pnet_virtio.512gitlab # [ 2.157193] systemd[1]: Finished Apply Kernel Variables.513gitlab # [ 2.159729] systemd[1]: Finished Create Static Device Nodes in /dev.514gitlab # [ 1.928881] s[ 2.161547] systemd[1]: Started Journal Service.515gitlab # ystemd-modules-load[94]: Using 4 probe threads516gitlab # [ 1.931872] systemd-modules-load[94]: Inserted module 'virtio_balloon'517gitlab # [ 1.933932] systemd-modules-load[94]: Inserted module 'virtio_gpu'518gitlab # [ 1.935379] systemd-modules-load[94]: Inserted module 'dm_mod'519gitlab # [ 1.936737] systemd[1]: Reached target Preparation for Local File Systems.520gitlab # [ 1.938459] systemd[1]: Reached target Local File Systems.521gitlab # [ 1.939878] systemd[1]: Starting Create System Files and Directories...522gitlab # [ 1.941558] systemd[1]: Starting Rule-based Manager for Device Events and Files...523gitlab # [ 1.953305] systemd[1]: Finished Create System Files and Directories.524gitlab # [ 1.960449] systemd-udevd[104]: Using default interface naming scheme 'v261'.525gitlab # [ 1.972637] systemd[1]: Started Rule-based Manager for Device Events and Files.526gitlab # [ 1.978934] systemd[1]: Finished Coldplug All udev Devices.527gitlab # [ 1.980135] systemd[1]: Reached target System Initialization.528gitlab # [ 1.981266] systemd[1]: Reached target Basic System.529gitlab # [ 2.325716] uhci_hcd 0000:00:01.2: UHCI Host Controller530gitlab # [ 2.326757] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1531gitlab # [ 2.328389] uhci_hcd 0000:00:01.2: detected 2 ports532gitlab # [ 2.330445] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140533gitlab # [ 2.331925] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18534gitlab # [ 2.333904] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1535gitlab # [ 2.335434] usb usb1: Product: UHCI Host Controller536gitlab # [ 2.336579] usb usb1: Manufacturer: Linux 6.18.43 uhci_hcd537gitlab # [ 2.337734] usb usb1: SerialNumber: 0000:00:01.2538gitlab # [ 2.339040] hub 1-0:1.0: USB hub found539gitlab # [ 2.339708] SCSI subsystem initialized540gitlab # [ 2.340033] hub 1-0:1.0: 2 ports detected541gitlab # [ 2.356546] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12542gitlab # [ 2.359557] serio: i8042 KBD port at 0x60,0x64 irq 1543gitlab # [ 2.362776] serio: i8042 AUX port at 0x60,0x64 irq 12544gitlab # [ 2.391091] virtio_blk virtio4: 4/0/0 default/read/poll queues545gitlab # [ 2.394492] scsi host0: ata_piix546gitlab # [ 2.399179] scsi host1: ata_piix547gitlab # [ 2.400130] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0548gitlab # [ 2.401254] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)549gitlab # [ 2.402174] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0550gitlab # [ 2.407910] virtio_blk virtio5: 4/0/0 default/read/poll queues551gitlab # [ 2.412062] virtio_blk virtio5: [vdb] 10454904 512-byte logical blocks (5.35 GB/4.98 GiB)552gitlab # [ 2.194337] systemd[1]: Starting Virtual Console Setup...553gitlab # [ 2.222868] systemd-vconsole-setup[152]: Configuration of first virtual console was skipped, ignoring remaining ones.554gitlab # [ 2.225297] systemd[1]: Finished Virtual Console Setup.555gitlab # [ 2.558527] usb 1-1: new full-speed USB device number 2 using uhci_hcd556gitlab # [ 2.567584] ata2: found unknown device (class 0)557gitlab # [ 2.569225] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100558gitlab # [ 2.571969] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5559gitlab # [ 2.358422] (udev-worker)[137[ 2.590563] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0560gitlab # ]: Network interface NamePolicy= disabled on kernel command line.561gitlab # [ 2.364040] (udev-worker)[127]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.562gitlab # [ 2.367436] (udev-worker)[127]: Network interface NamePolicy= disabled on kernel command line.563gitlab # [ 2.379157] systemd[1]: Found device /dev/disk/by-label/nixos.564gitlab # [ 2.382371] systemd[1]: Found device /dev/disk/by-label/nix-store.565gitlab # [ 2.383679] systemd[1]: Reached target Initrd Root Device.566gitlab # [ 2.385167] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...567gitlab # [ 2.629381] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray568gitlab # [ 2.408775] systemd-fsck[159]: nixos: clean, 12/65536 files, 13019/262144 blocks569gitlab # [ 2.412918] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.570gitlab # [ 2.667891] cdrom: Uniform CD-ROM driver Revision: 3.20571gitlab # [ 2.724958] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00572gitlab # [ 2.726583] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10573gitlab # [ 2.727909] usb 1-1: Product: QEMU USB Tablet574gitlab # [ 2.728860] usb 1-1: Manufacturer: QEMU575gitlab # [ 2.729766] usb 1-1: SerialNumber: 28754-0000:00:01.2-1576gitlab # [ 2.744210] hid: raw HID events driver (C) Jiri Kosina577gitlab # [ 2.751458] usbcore: registered new interface driver usbhid578gitlab # [ 2.752512] usbhid: USB HID core driver579gitlab # [ 2.756952] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2580gitlab # [ 2.759088] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0581gitlab # [ 2.855624] systemd[1]: Mounting /sysroot...582gitlab # [ 3.203298] EXT4-fs (vda): mounted filesystem f3f59969-d04a-4ba7-898d-4a6b6b01599d r/w with ordered data mode. Quota mode: none.583gitlab # [ 2.975084] systemd[1]: Mounted /sysroot.584gitlab # [ 2.976269] systemd[1]: Reached target Initrd Root File System.585gitlab # [ 2.978342] systemd[1]: Mounting /sysroot/nix/.ro-store...586gitlab # [ 2.979609] systemd[1]: Mounting /sysroot/nix/.rw-store...587gitlab # [ 2.980845] systemd[1]: Mounting /sysroot/run...588gitlab # [ 2.983249] systemd[1]: Mounting /sysroot/tmp/shared...589gitlab # [ 2.991227] systemd[1]: Mounting /sysroot/tmp/xchg...590gitlab # [ 2.993208] systemd[1]: Starting Mountpoints Configured in the Real Root...591gitlab # [ 2.995578] systemd[1]: Mounted /sysroot/nix/.rw-store.592gitlab # [ 3.233798] 9p: Installing v9fs 9p2000 file system support593gitlab # [ 3.002307] systemd-sysroot-fstab-check[179]: /sysroot should be mounted in the initrd, will request daemon-reload.594gitlab # [ 3.005112] systemd[1]: Starting rw-sysroot-nix-store.service...595gitlab # [ 3.006587] systemd[1]: Reload requested from client PID 179 ('systemd-sysroot') (unit initrd-parse-etc.service)...596gitlab # [ 3.009084] systemd[1]: Reloading...597gitlab # [ 3.253808] erofs (device vdb): mounted with root inode @ nid 128.598gitlab # [ 3.079199] systemd[1]: Reloading finished in 73 ms.599gitlab # [ 3.103813] systemd-sysroot-fstab-check[179]: Requesting initrd-fs.target/start/replace...600gitlab # [ 3.107633] systemd[1]: Mounted /sysroot/nix/.ro-store.601gitlab # [ 3.108810] systemd[1]: Mounted /sysroot/run.602gitlab # [ 3.109911] systemd[1]: Mounted /sysroot/tmp/shared.603gitlab # [ 3.111134] systemd[1]: Mounted /sysroot/tmp/xchg.604gitlab # [ 3.112351] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.605gitlab # [ 3.114163] systemd[1]: Finished rw-sysroot-nix-store.service.606gitlab # [ 3.118895] systemd-sysroot-fstab-check[179]: Requesting swap.target/start/replace...607gitlab # [ 3.121621] systemd[1]: initrd-parse-etc.service: Deactivated successfully.608gitlab # [ 3.123302] systemd[1]: Finished Mountpoints Configured in the Real Root.609gitlab # [ 3.124641] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.610gitlab # [ 3.127255] systemd[1]: Starting rw-sysroot-nix-store.service...611gitlab # [ 3.138568] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.612gitlab # [ 3.140260] systemd[1]: Finished rw-sysroot-nix-store.service.613gitlab # [ 3.856117] systemd[1]: Mounting /sysroot/nix/store...614gitlab # [ 3.887329] systemd[1]: Mounted /sysroot/nix/store.615gitlab # [ 3.888651] systemd[1]: Reached target Initrd File Systems.616gitlab # [ 3.890030] systemd[1]: Starting Find NixOS closure...617gitlab # [ 3.891367] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...618gitlab # [ 3.905661] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.619gitlab # [ 3.907716] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.620gitlab # [ 3.917972] systemd[1]: Finished Find NixOS closure.621gitlab # [ 3.919282] systemd[1]: Reached target Initrd Default Target.622gitlab # [ 3.920873] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...623gitlab # [ 3.940121] systemd[1]: Stopped target Initrd Default Target.624gitlab # [ 3.941605] systemd[1]: Stopped target Basic System.625gitlab # [ 3.942918] systemd[1]: Stopped target Initrd Root Device.626gitlab # [ 3.944182] systemd[1]: Stopped target Path Units.627gitlab # [ 3.945382] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.628gitlab # [ 3.947151] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.629gitlab # [ 3.948806] systemd[1]: Stopped target Slice Units.630gitlab # [ 3.950936] systemd[1]: Stopped target Socket Units.631gitlab # [ 3.953330] systemd[1]: Stopped target System Initialization.632gitlab # [ 3.955247] systemd[1]: Stopped target Swaps.633gitlab # [ 3.956448] systemd[1]: Stopped target Timer Units.634gitlab # [ 3.957603] systemd[1]: dbus.socket: Deactivated successfully.635gitlab # [ 3.959145] systemd[1]: Closed D-Bus System Message Bus Socket.636gitlab # [ 3.960452] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.637gitlab # [ 3.961900] systemd[1]: Stopped Find NixOS closure.638gitlab # [ 3.962901] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio639gitlab # [ 3.965089] systemd[1]: Starting rw-sysroot-nix-store.service...640gitlab # [ 3.966341] systemd[1]: systemd-sysctl.service: Deactivated successfully.641gitlab # [ 3.967636] systemd[1]: Stopped Apply Kernel Variables.642gitlab # [ 3.968902] systemd[1]: systemd-modules-load.service: Deactivated successfully.643gitlab # [ 3.970362] systemd[1]: Stopped Load Kernel Modules.644gitlab # [ 3.971460] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.645gitlab # [ 3.973080] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.646gitlab # [ 3.974601] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.647gitlab # [ 3.976272] systemd[1]: Stopped Create System Files and Directories.648gitlab # [ 3.977518] systemd[1]: Stopped target Local File Systems.649gitlab # [ 3.978671] systemd[1]: Stopped target Preparation for Local File Systems.650gitlab # [ 3.980251] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.651gitlab # [ 3.981653] systemd[1]: Stopped Coldplug All udev Devices.652gitlab # [ 3.982880] systemd[1]: Stopping Rule-based Manager for Device Events and Files...653gitlab # [ 3.984382] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.654gitlab # [ 3.985747] systemd[1]: Stopped Virtual Console Setup.655gitlab # [ 3.986765] systemd[1]: initrd-cleanup.service: Deactivated successfully.656gitlab # [ 3.988078] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.657gitlab # [ 3.989296] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.658gitlab # [ 3.990622] systemd[1]: Finished rw-sysroot-nix-store.service.659gitlab # [ 3.991767] systemd[1]: systemd-udevd.service: Deactivated successfully.660gitlab # [ 3.993033] systemd[1]: Stopped Rule-based Manager for Device Events and Files.661gitlab # [ 3.994407] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.662gitlab # [ 3.995812] systemd[1]: Closed udev Control Socket.663gitlab # [ 3.996803] systemd[1]: Starting Cleanup udev Database...664gitlab # [ 3.997923] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.665gitlab # [ 3.999413] systemd[1]: Stopped Create Static Device Nodes in /dev.666gitlab # [ 4.000796] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.667gitlab # [ 4.002600] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.668gitlab # [ 4.004177] systemd[1]: kmod-static-nodes.service: Deactivated successfully.669gitlab # [ 4.005608] systemd[1]: Stopped Create List of Static Device Nodes.670gitlab # [ 4.006927] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.671gitlab # [ 4.008530] systemd[1]: Finished Cleanup udev Database.672gitlab # [ 4.009671] systemd[1]: Reached target Switch Root.673gitlab # [ 4.010745] systemd[1]: Starting NixOS Activation...674gitlab # [ 4.216990] initrd-nixos-activation-start[234]: booting system configuration /nix/store/bypwf5v0kxfya3zk31m4s6nc3xcin6zi-nixos-system-gitlab-test675gitlab # [ 4.252214] initrd-nixos-activation-start[234]: running activation script...676gitlab # [ 4.514624] initrd-nixos-activation-start[257]: setting up /etc...677gitlab # [ 4.605536] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.678gitlab # [ 4.607351] systemd[1]: Finished NixOS Activation.679gitlab # [ 4.608532] systemd[1]: Starting Switch Root...680gitlab # [ 4.629756] systemd[1]: Switching root.681gitlab # [ 4.930394] systemd-journald[92]: Received SIGTERM from PID 1 (systemd).682gitlab # [ 5.012474] NET: Registered PF_VSOCK protocol family683gitlab # [ 5.374942] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)684gitlab # [ 5.380347] systemd[1]: Detected virtualization kvm.685gitlab # [ 5.381350] systemd[1]: Detected architecture x86-64.686gitlab # [ 5.382463] systemd[1]: Detected first boot.687gitlab # [ 5.383746] systemd[1]: Initializing machine ID from random generator.688gitlab # [ 5.495105] systemd[1]: bpf-restrict-fs: LSM BPF program attached689gitlab # [ 5.558109] systemd[1]: Applying preset policy.690gitlab # [ 5.688434] systemd[1]: Populated /etc with preset unit settings.691gitlab # [ 5.839980] systemd[1]: initrd-switch-root.service: Deactivated successfully.692gitlab # [ 5.841753] systemd[1]: Stopped initrd-switch-root.service.693gitlab # [ 5.844982] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.694gitlab # [ 5.847847] systemd[1]: Created slice Slice /system/getty.695gitlab # [ 5.849797] systemd[1]: Created slice GitLab DevOps Platform Slice.696gitlab # [ 5.851706] systemd[1]: Created slice User and Session Slice.697gitlab # [ 5.852960] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.698gitlab # [ 5.854727] systemd[1]: Started Forward Password Requests to Wall Directory Watch.699gitlab # [ 5.856278] systemd[1]: Expecting device /dev/hvc0...700gitlab # [ 5.857609] systemd[1]: Expecting device /dev/ttyS0...701gitlab # [ 5.858940] systemd[1]: Reached target Local Encrypted Volumes.702gitlab # [ 5.860405] systemd[1]: Stopped target initrd-fs.target.703gitlab # [ 5.861674] systemd[1]: Stopped target initrd-root-fs.target.704gitlab # [ 5.862867] systemd[1]: Stopped target initrd-switch-root.target.705gitlab # [ 5.864081] systemd[1]: Reached target Virtual Machines and Containers.706gitlab # [ 5.865388] systemd[1]: Reached target Path Units.707gitlab # [ 5.866396] systemd[1]: Reached target Remote File Systems.708gitlab # [ 5.867501] systemd[1]: Reached target Slice Units.709gitlab # [ 5.868511] systemd[1]: Reached target Swaps.710gitlab # [ 5.870539] systemd[1]: Listening on Query the User Interactively for a Password.711gitlab # [ 5.873034] systemd[1]: Listening on Process Core Dump Socket.712gitlab # [ 5.874868] systemd[1]: Listening on Credential Encryption/Decryption.713gitlab # [ 5.877002] systemd[1]: Listening on Factory Reset Management.714gitlab # [ 5.878334] systemd[1]: Listening on Hostname Service Socket.715gitlab # [ 5.881410] systemd[1]: Starting Journal Log Access Socket...716gitlab # [ 5.883190] systemd[1]: Listening on Journal Audit Socket.717gitlab # [ 5.885858] systemd[1]: Listening on Console Output Muting Service Socket.718gitlab # [ 5.888060] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.719gitlab # [ 5.889637] systemd[1]: TPM PCR Measurements skipped, unmet condition check ConditionSecurity=measured-os720gitlab # [ 5.891385] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki721gitlab # [ 5.894908] systemd[1]: Listening on Disk Repartitioning Service Socket.722gitlab # [ 5.896442] systemd[1]: Listening on udev Control Socket.723gitlab # [ 5.897670] systemd[1]: Listening on udev Varlink Socket.724gitlab # [ 5.900757] systemd[1]: Mounting Huge Pages File System...725gitlab # [ 5.902963] systemd[1]: Mounting POSIX Message Queue File System...726gitlab # [ 5.912715] systemd[1]: Mounting Kernel Debug File System...727gitlab # [ 5.915569] systemd[1]: Mounting Kernel Trace File System...728gitlab # [ 5.919410] systemd[1]: Starting Create List of Static Device Nodes...729gitlab # [ 5.920816] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio730gitlab # [ 5.927533] systemd[1]: Starting Load Kernel Module configfs...731gitlab # [ 5.928843] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm732gitlab # [ 5.930775] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore733gitlab # [ 5.933041] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse734gitlab # [ 5.937409] systemd[1]: Mounting FUSE Control File System...735gitlab # [ 5.938626] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67736gitlab # [ 5.943489] systemd[1]: Starting Journal Service...737gitlab # [ 5.945734] systemd[1]: Starting Load Kernel Modules...738gitlab # [ 5.957440] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...739gitlab # [ 5.958646] loop: module loaded740gitlab # [ 5.962466] systemd[1]: Starting Remount Root and Kernel File Systems...741gitlab # [ 5.963169] systemd-journald[327]: Collecting audit messages is enabled.742gitlab # [ 5.964464] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os743gitlab # [ 5.744701] systemd[1]: Queued start job for default target Multi-User System.744gitlab # [ 5.746642] systemd[1]: Unnecessary job was removed for /dev/vdb.[ 5.979446] systemd[1]: Starting Coldplug All udev Devices...745gitlab # 746gitlab # [ 5.749507] systemd[1]: systemd-journald.service: Deactivated successfully.747gitlab # [ 5.751494] systemd-modules-load[328]: Using 3 probe threads748gitlab # [ 5.752959] systemd-modules-load[328]: Inserted module 'loop'[ 5.985538] systemd[1]: Started Journal Service.749gitlab # 750gitlab # [ 5.755481] systemd-modules-load[328]: Inserted module 'tls'751gitlab # [ 5.757137] systemd[1]: Listening on Journal Log Access Socket.752gitlab # [ 5.758731] systemd[1]: Mounted Huge Pages File System.753gitlab # [ 5.991658] EXT4-fs (vda): re-mounted f3f59969-d04a-4ba7-898d-4a6b6b01599d.754gitlab # [ 5.760485] systemd[1]: Mounted POSIX Message Queue File System.755gitlab # [ 5.763241] systemd[1]: Mounted Kernel Debug File System.756gitlab # [ 5.764798] systemd[1]: Mounted Kernel Trace File System.757gitlab # [ 5.766350] systemd[1]: Finished Create List of Static Device Nodes.758gitlab # [ 5.767717] systemd[1]: modprobe@configfs.service: Deactivated successfully.759gitlab # [ 5.769187] systemd[1]: Finished Load Kernel Module configfs.760gitlab # [ 5.770642] systemd[1]: Mounted FUSE Control File System.761gitlab # [ 5.771844] systemd[1]: Finished Load Kernel Modules.762gitlab # [ 5.772932] systemd[1]: Finished Remount Root and Kernel File Systems.763gitlab # [ 5.774345] systemd[1]: Listening on Disk Image Download Service Socket.764gitlab # [ 5.778991] systemd[1]: Mounting Kernel Configuration File System...765gitlab # [ 5.780371] systemd[1]: Starting Firewall...766gitlab # [ 5.781386] systemd[1]: Starting Flush Journal to Persistent Storage...767gitlab # [ 5.782770] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore768gitlab # [ 5.784944] systemd[1]: Starting Load/Save OS Random Seed...769gitlab # [ 5.786150] systemd[1]: Starting Apply Kernel Variables...770gitlab # [ 5.787681] systemd-oomd[332]: No swap; memory pressure usage will be degraded771gitlab # [ 5.791361] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...772gitlab # [ 5.799213] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os773gitlab # [ 5.801084] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.774gitlab # [ 6.035898] systemd-journald[327]: Received client request to flush runtime journal.775gitlab # [ 5.869200] systemd[1]: Mounted Kernel Configuration File System.776gitlab # [ 5.871207] systemd[1]: Finished Load/Save OS Random Seed.777gitlab # [ 5.872708] systemd[1]: Reached target First Boot Complete.778gitlab # [ 5.874190] systemd[1]: Finished Apply Kernel Variables.779gitlab # [ 5.875430] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.780gitlab # [ 5.877050] systemd[1]: Starting Create Static Device Nodes in /dev...781gitlab # [ 5.878513] systemd[1]: Finished Create Static Device Nodes in /dev.782gitlab # [ 5.880225] systemd[1]: Reached target Preparation for Local File Systems.783gitlab # [ 5.881820] systemd[1]: Starting Rule-based Manager for Device Events and Files...784gitlab # [ 5.883895] systemd[1]: Finished Flush Journal to Persistent Storage.785gitlab # [ 5.885569] systemd[1]: Finished Coldplug All udev Devices.786gitlab # [ 5.887259] systemd-udevd[364]: Using default interface naming scheme 'v261'.787gitlab # [ 5.913764] systemd[1]: Started Rule-based Manager for Device Events and Files.788gitlab # [ 6.021271] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse789gitlab # [ 6.034850] systemd[1]: Finished Firewall.790gitlab # [ 6.045189] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.791gitlab # [ 6.056155] (udev-worker)[461]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.792gitlab # [ 6.060335] (udev-worker)[461]: Network interface NamePolicy= disabled on kernel command line.793gitlab # [ 6.062521] (udev-worker)[451]: Network interface NamePolicy= disabled on kernel command line.794gitlab # [ 6.066355] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.795gitlab # [ 6.069266] systemd[1]: Condition check resulted in Virtio network device being skipped.796gitlab # [ 6.071160] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore797gitlab # [ 6.075293] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67798gitlab # [ 6.079251] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore799gitlab # [ 6.082731] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os800gitlab # [ 6.084512] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os801gitlab # [ 6.358114] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3802gitlab # [ 6.368002] mousedev: PS/2 mouse device common for all mice803gitlab # [ 6.378064] rtc_cmos 00:05: RTC can wake from S4804gitlab # [ 6.380914] Floppy drive(s): fd0 is 2.88M AMI BIOS805gitlab # [ 6.383127] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console806gitlab # [ 6.385039] ACPI: button: Power Button [PWRF]807gitlab # [ 6.388718] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0808gitlab # [ 6.388780] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD809gitlab # [ 6.388897] parport_pc 00:03: reported by Plug and Play ACPI810gitlab # [ 6.389016] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]811gitlab # [ 6.390849] Console: switching to colour dummy device 80x25812gitlab # [ 6.392123] rtc_cmos 00:05: registered as rtc0813gitlab # [ 6.392245] rtc_cmos 00:05: setting system clock to 2026-09-01T10:28:46 UTC (1788258526)814gitlab # [ 6.392420] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs815gitlab # [ 6.392597] [drm] Found bochs VGA, ID 0xb0c5.816gitlab # [ 6.396032] FDC 0 is a S82078B817gitlab # [ 6.402540] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.818gitlab # [ 6.404223] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic819gitlab # [ 6.405911] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0820gitlab # [ 6.412839] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input4821gitlab # [ 6.429897] Console: switching to colour frame buffer device 160x50822gitlab # [ 6.434138] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input6823gitlab # [ 6.436449] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device824gitlab # [ 6.446001] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5825gitlab # [ 6.268335] systemd[1]: Starting Virtual Console Setup...826gitlab # [ 6.286642] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.827gitlab # [ 6.288816] systemd[1]: Stopped Virtual Console Setup.828gitlab # [ 6.530446] ppdev: user-space parallel port driver829gitlab # [ 6.318917] systemd[1]: Starting Virtual Console Setup...830gitlab # [ 6.323571] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.831gitlab # [ 6.325643] systemd[1]: Stopped Virtual Console Setup.832gitlab # [ 6.328585] systemd[1]: Starting Virtual Console Setup...833gitlab # [ 6.620247] kvm_amd: TSC scaling supported834gitlab # [ 6.621414] kvm_amd: Nested Virtualization enabled835gitlab # [ 6.622682] kvm_amd: Nested Paging enabled836gitlab # [ 6.623810] kvm_amd: LBR virtualization supported837gitlab # [ 6.625072] kvm_amd: Virtual VMLOAD VMSAVE supported838gitlab # [ 6.626193] kvm_amd: Virtual GIF supported839gitlab # [ 6.409881] systemd-vconsole-setup[501]: Configuration of first virtual console was skipped, ignoring remaining ones.840gitlab # [ 6.413514] systemd[1]: Finished Virtual Console Setup.841gitlab # [ 6.679167] EDAC MC: Ver: 3.0.0842gitlab # [ 6.610274] systemd[1]: Mounting /run/wrappers...843gitlab # [ 6.624221] systemd[1]: Mounted /run/wrappers.844gitlab # [ 6.625511] systemd[1]: Reached target Local File Systems.845gitlab # [ 6.626896] systemd[1]: Listening on Boot Loader Control Service Socket.846gitlab # [ 6.628503] systemd[1]: Starting register-nix-paths.service...847gitlab # [ 6.629967] systemd[1]: Starting Create SUID/SGID Wrappers...848gitlab # [ 6.631413] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.849gitlab # [ 6.633350] systemd[1]: Starting Save Transient machine-id to Disk...850gitlab # [ 6.634874] systemd[1]: Starting Create System Files and Directories...851gitlab # [ 6.656332] systemd[1]: Finished Create System Files and Directories.852gitlab # [ 6.659931] systemd[1]: Starting Rebuild Journal Catalog...853gitlab # [ 6.662255] systemd[1]: Starting Record System Boot/Shutdown in UTMP...854gitlab # [ 6.664449] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.855gitlab # [ 6.666338] systemd[1]: Finished Save Transient machine-id to Disk.856gitlab # [ 6.684128] systemd[1]: Finished Record System Boot/Shutdown in UTMP.857gitlab # [ 6.701056] systemd[1]: Finished Rebuild Journal Catalog.858gitlab # [ 6.702899] systemd[1]: Starting Update is Completed...859gitlab # [ 6.723482] systemd[1]: Finished Update is Completed.860gitlab # [ 6.751870] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.861gitlab # [ 6.753921] systemd[1]: Finished Create SUID/SGID Wrappers.862gitlab # [ 7.064327] systemd[1]: Finished register-nix-paths.service.863gitlab # [ 7.065693] systemd[1]: Reached target System Initialization.864gitlab # [ 7.067093] systemd[1]: Started Discard unused filesystem blocks once a week.865gitlab # [ 7.068576] systemd[1]: Started logrotate.timer.866gitlab # [ 7.069646] systemd[1]: Started Daily Cleanup of Temporary Directories.867gitlab # [ 7.071101] systemd[1]: Reached target Timer Units.868gitlab # [ 7.072365] systemd[1]: Listening on D-Bus System Message Bus Socket.869gitlab # [ 7.073787] systemd[1]: Listening on Nix Daemon Socket.870gitlab # [ 7.080987] systemd[1]: Starting nixbot CI service socket...871gitlab # [ 7.082250] systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.872gitlab # [ 7.084250] systemd[1]: Listening on nixbot CI service socket.873gitlab # [ 7.085959] systemd[1]: Reached target Socket Units.874gitlab # [ 7.088511] systemd[1]: Starting D-Bus System Message Bus...875gitlab # [ 7.118622] dbus-broker-launch[583]: Looking up NSS user entry for 'systemd-timesync'...876gitlab # [ 7.120527] dbus-broker-launch[583]: NSS returned no entry for 'systemd-timesync'877gitlab # [ 7.122484] dbus-broker-launch[583]: Invalid user-name in /nix/store/37yal9w16hfdxjh64sww8gn81f4hma6i-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"878gitlab # [ 7.125899] systemd[1]: Started D-Bus System Message Bus.879gitlab # [ 7.132343] dbus-broker-launch[583]: Ready880gitlab # [ 7.134461] systemd[1]: Reached target Basic System.881gitlab # [ 7.136056] systemd[1]: Started backdoor.service.882gitlab # [ 7.137456] systemd[1]: Starting gitlab-config.service...883gitlab # [ 7.139238] systemd[1]: Starting Import lastlog data into lastlog2 database...884gitlab # [ 7.158134] systemd[1]: Starting Logrotate configuration check...885gitlab # [ 7.162620] systemd[1]: Starting Name Service Cache Daemon (nsncd)...886gitlab # [ 7.164525] systemd[1]: Starting Post-Boot Actions...887gitlab # [ 7.167502] systemd[1]: Started Reset console on configuration changes.888gitlab # [ 7.171292] logrotate[588]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.889gitlab # connecting to host...890gitlab # [ 7.174448] logrotate[588]: reading config file /nix/store/y3500wq742i80l631mh8nc8rchpsfb9q-logrotate.conf891gitlab # [ 7.175380] logrotate[588]: note: 'monthly' overrides previously specified 'weekly'892gitlab # [ 7.176191] logrotate[588]: Reading state from file: /var/lib/logrotate.status893gitlab # [ 7.176572] logrotate[588]: state file /var/lib/logrotate.status does not exist894gitlab # [ 7.177647] logrotate[588]: Allocating hash table for state file, size 64 entries895gitlab # [ 7.178609] logrotate[588]: Handling 4 logs896gitlab # [ 7.179266] logrotate[588]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed897gitlab # [ 7.179869] logrotate[588]: considering log /var/log/btmp898gitlab # [ 7.183127] logrotate[588]: Creating new state899gitlab # [ 7.183858] logrotate[588]: Now: 2026-09-01 10:28900gitlab # [ 7.184835] logrotate[588]: Last rotated at 2026-09-01 10:00901gitlab # [ 7.189153] logrotate[588]: log does not need rotating (log has already been rotated)902gitlab: Guest shell says: b'Spawning backdoor root shell...\n'903gitlab # [ 7.189759] logrotate[588]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed904gitlab # [ 7.190860] logrotate[588]: considering log /var/log/wtmp905gitlab # [ 7.196231] logrotate[588]: Creating new state906gitlab: connected to guest root shell907gitlab # [ 7.196782] logrotate[588]: Now: 2026-09-01 10:28908gitlab: (connecting took 8.09 seconds)909gitlab # [ 7.197610] logrotate[588]: Last rotated at 2026-09-01 10:00910gitlab: (finished: waiting for the VM to finish booting, in 8.09 seconds)911gitlab # [ 7.200368] logrotate[588]: log does not need rotating (log has already been rotated)912gitlab # [ 7.200894] logrotate[588]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed913gitlab # [ 7.201722] logrotate[588]: switching euid from 0 to 165 and egid from 0 to 165 (pid 588)914gitlab # [ 7.202326] logrotate[588]: considering log /var/gitlab/state/log/*.log915gitlab # [ 7.203035] logrotate[588]: log /var/gitlab/state/log/*.log does not exist -- skipping916gitlab # [ 7.203655] logrotate[588]: Creating new state917gitlab # [ 7.205130] logrotate[588]: switching euid from 165 to 0 and egid from 165 to 0 (pid 588)918gitlab # [ 7.205726] logrotate[588]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed919gitlab # [ 7.206532] logrotate[588]: switching euid from 0 to 60 and egid from 0 to 60 (pid 588)920gitlab # [ 7.207213] logrotate[588]: considering log /var/log/nginx/*.log921gitlab # [ 7.207786] logrotate[588]: log /var/log/nginx/*.log does not exist -- skipping922gitlab # [ 7.209162] logrotate[588]: Creating new state923gitlab # [ 7.209496] logrotate[588]: not running postrotate script, since no logs were rotated924gitlab # [ 7.210128] logrotate[588]: switching euid from 60 to 0 and egid from 60 to 0 (pid 588)925gitlab # [ 7.210591] systemd[1]: Starting resolvconf update...926gitlab # [ 7.211462] systemd[1]: Finished Logrotate configuration check.927gitlab # [ 7.212455] systemd[1]: Finished Import lastlog data into lastlog2 database.928gitlab # [ 7.216567] systemd[1]: Started Name Service Cache Daemon (nsncd).929gitlab # [ 7.219899] systemd[1]: Reached target Host and Network Name Lookups.930gitlab # [ 7.220882] systemd[1]: Reached target User and Group Name Lookups.931gitlab # [ 7.222921] systemd[1]: Starting User Login Management...932gitlab # [ 7.224985] nsncd[589]: Sep 01 10:28:47.564 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"933gitlab # [ 7.228508] systemd[1]: Finished Post-Boot Actions.934gitlab # [ 7.253055] systemd[1]: Stopped target Host and Network Name Lookups.935gitlab # [ 7.254467] systemd[1]: Stopping Host and Network Name Lookups...936gitlab # [ 7.255752] systemd[1]: Stopped target User and Group Name Lookups.937gitlab # [ 7.257139] systemd[1]: Stopping User and Group Name Lookups...938gitlab # [ 7.258500] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...939gitlab # [ 7.259919] systemd[1]: nscd.service: Deactivated successfully.940gitlab # [ 7.261243] systemd[1]: Stopped Name Service Cache Daemon (nsncd).941gitlab # [ 7.262571] systemd[1]: nscd.service: Consumed 17ms CPU time over 94ms wall clock time, 7.3M memory peak, 5.5M read from disk.942gitlab # [ 7.265217] systemd[1]: Starting Name Service Cache Daemon (nsncd)...943gitlab # [ 7.270238] systemd-logind[628]: New seat seat0.944gitlab # [ 7.271920] systemd-logind[628]: Watching system buttons on /dev/input/event2 (Power Button)945gitlab # [ 7.274211] systemd-logind[628]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)946gitlab # [ 7.276625] systemd-logind[628]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)947gitlab # [ 7.279058] systemd[1]: Started User Login Management.948gitlab # [ 7.281397] systemd[1]: Starting linger-users.service...949gitlab # [ 7.286363] nsncd[681]: Sep 01 10:28:47.625 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"950gitlab # [ 7.290954] systemd[1]: Finished resolvconf update.951gitlab # [ 7.292110] systemd[1]: Started Name Service Cache Daemon (nsncd).952gitlab # [ 7.293319] systemd[1]: Reached target Preparation for Network.953gitlab # [ 7.294066] systemd[1]: Reached target Host and Network Name Lookups.954gitlab # [ 7.294757] systemd[1]: Reached target User and Group Name Lookups.955gitlab # [ 7.296413] systemd[1]: Starting DHCP Client...956gitlab # [ 7.300274] systemd[1]: Starting Address configuration of eth1...957gitlab # [ 7.300954] systemd[1]: Starting Extra networking commands....958gitlab # [ 7.308147] systemd[1]: linger-users.service: Deactivated successfully.959gitlab # [ 7.309353] systemd[1]: Finished linger-users.service.960gitlab # [ 7.330938] network-addresses-eth1-start[705]: adding address 192.168.1.1/24... done961gitlab # [ 7.334967] network-addresses-eth1-start[705]: adding address 2001:db8:1::1/64... done962gitlab # [ 7.338299] systemd[1]: Finished Address configuration of eth1.963gitlab # [ 7.366176] systemd[1]: Finished Extra networking commands..964gitlab # [ 7.367898] systemd[1]: Reached target Network.965gitlab # [ 7.369857] systemd[1]: Starting gitlab-workhorse.service...966gitlab # [ 7.372754] systemd[1]: Starting Nginx Web Server...967gitlab # [ 7.379117] systemd[1]: Starting PostgreSQL Server...968gitlab # [ 7.379851] dhcpcd[717]: dhcpcd-10.3.2 starting969gitlab # [ 7.382900] systemd[1]: Starting Redis Server - redis-gitlab...970gitlab # [ 7.383940] dhcpcd[774]: dev: loaded udev971gitlab # [ 7.385908] systemd[1]: Starting Permit User Sessions...972gitlab # [ 7.622537] 8021q: 802.1Q VLAN Support v1.8973gitlab # [ 7.623540] 8021q: adding VLAN 0 to HW filter on device eth1974gitlab # [ 7.403433] systemd[1]: Finished Permit User Sessions.975gitlab # [ 7.415578] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.976gitlab # [ 7.420565] systemd[1]: Started Getty on tty1.977gitlab # [ 7.423100] systemd[1]: Reached target Login Prompts.978gitlab # [ 7.753025] cfg80211: Loading compiled-in X.509 certificates for regulatory database979gitlab # [ 7.761536] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'980gitlab # [ 7.763042] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'981gitlab # [ 7.530956] nginx-pre-start[796]: nginx: the configuration fi[ 7.765077] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2982gitlab # le /nix/store/ah[ 7.766521] cfg80211: failed to load regulatory.db983gitlab # hadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf syntax is ok984gitlab # [ 7.532664] nginx-pre-start[796]: nginx: configuration file /nix/store/ahhadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf test is successful985gitlab # [ 7.542261] systemd[1]: Started Nginx Web Server.986gitlab # [ 7.554289] redis-server[794]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.987gitlab # [ 7.554827] redis-server[794]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo988gitlab # [ 7.564227] redis-server[794]: Redis version=8.8.1, bits=64, commit=00000000, modified=0, pid=794, just started989gitlab # [ 7.564701] systemd[1]: Started Redis Server - redis-gitlab.990gitlab # [ 7.565377] redis-server[794]: Configuration loaded991gitlab # [ 7.567244] redis[794]: monotonic clock: POSIX clock_gettime992gitlab # [ 7.570121] redis[794]: Running mode=standalone, port=0.993gitlab # [ 7.570826] redis[794]: Server initialized994gitlab # [ 7.571765] redis[794]: Ready to accept connections unix995gitlab # [ 7.573082] postgresql-pre-start[800]: The files belonging to this database system will be owned by user "postgres".996gitlab # [ 7.573914] postgresql-pre-start[800]: This user must also own the server process.997gitlab # [ 7.575135] redis[794]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.998gitlab # [ 7.577744] postgresql-pre-start[800]: The database cluster will be initialized with locale "en_US.UTF-8".999gitlab # [ 7.579131] postgresql-pre-start[800]: The default database encoding has accordingly been set to "UTF8".1000gitlab # [ 7.579916] postgresql-pre-start[800]: The default text search configuration will be set to "english".1001gitlab # [ 7.581307] postgresql-pre-start[800]: Data page checksums are enabled.1002gitlab # [ 7.583065] postgresql-pre-start[800]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok1003gitlab # [ 7.584339] postgresql-pre-start[800]: creating subdirectories ... ok1004gitlab # [ 7.586702] postgresql-pre-start[800]: selecting dynamic shared memory implementation ... posix1005gitlab # [ 7.826807] 8021q: adding VLAN 0 to HW filter on device eth01006gitlab # [ 7.596312] dhcpcd[774]: eth0: waiting for carrier1007gitlab # [ 7.597660] dhcpcd[774]: eth0: carrier acquired1008gitlab # [ 7.601891] dhcpcd[774]: DUID 00:01:00:01:32:29:65:5f:52:54:00:12:34:561009gitlab # [ 7.603356] dhcpcd[774]: eth0: IAID 00:12:34:561010gitlab # [ 7.604592] dhcpcd[774]: eth0: adding address fe80::5054:ff:fe12:34561011gitlab # [ 7.618712] postgresql-pre-start[800]: selecting default "max_connections" ... 1001012gitlab # [ 7.650369] postgresql-pre-start[800]: selecting default "shared_buffers" ... 128MB1013gitlab # [ 7.909743] postgresql-pre-start[800]: selecting default time zone ... UTC1014gitlab # [ 7.911864] postgresql-pre-start[800]: creating configuration files ... ok1015gitlab # [ 7.993397] systemd[1]: Started gitlab-workhorse.service.1016gitlab # [ 8.099578] postgresql-pre-start[800]: running bootstrap script ... ok1017gitlab # [ 8.153963] dhcpcd[774]: eth0: soliciting a DHCP lease1018gitlab # [ 8.393715] NET: Registered PF_PACKET protocol family1019gitlab # [ 8.168939] dhcpcd[774]: eth0: offered 10.0.2.15 from 10.0.2.21020gitlab # [ 8.172872] dhcpcd[774]: eth0: probing address 10.0.2.15/241021gitlab # [ 8.250248] gitlab-workhorse[831]: time="2026-09-01T10:28:48Z" level=info msg=Starting build_time=19700101.000000 version=19.0.41022gitlab # [ 8.250575] gitlab-workhorse[831]: time="2026-09-01T10:28:48Z" level=info msg="Using redis/go-redis"1023gitlab # [ 8.252047] gitlab-workhorse[831]: time="2026-09-01T10:28:48Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1024gitlab # [ 8.663582] postgresql-pre-start[800]: performing post-bootstrap initialization ... ok1025gitlab # [ 8.892810] postgresql-pre-start[800]: syncing data to disk ... ok1026gitlab # [ 8.894178] postgresql-pre-start[800]: initdb: warning: enabling "trust" authentication for local connections1027gitlab # [ 8.896136] postgresql-pre-start[800]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1028gitlab # [ 8.899095] postgresql-pre-start[800]: Success. You can now start the database server using:1029gitlab # [ 8.900757] postgresql-pre-start[800]: pg_ctl -D /var/lib/postgresql/18 -l logfile start1030gitlab # [ 8.972945] postgres[858]: [858] LOG: starting PostgreSQL 18.4 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1031gitlab # [ 8.975873] postgres[858]: [858] LOG: listening on IPv6 address "::1", port 54321032gitlab # [ 8.977787] postgres[858]: [858] LOG: listening on IPv4 address "127.0.0.1", port 54321033gitlab # [ 8.979378] postgres[858]: [858] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1034gitlab # [ 8.983389] postgres[867]: [867] LOG: database system was shut down at 2026-09-01 10:28:48 GMT1035gitlab # [ 8.989744] postgres[858]: [858] LOG: database system is ready to accept connections1036gitlab # [ 8.992282] systemd[1]: Started PostgreSQL Server.1037gitlab # [ 8.995830] systemd[1]: Starting PostgreSQL Setup Scripts...1038gitlab # [ 9.126497] postgresql-setup-start[878]: CREATE DATABASE1039gitlab # [ 9.146314] postgresql-setup-start[883]: CREATE ROLE1040gitlab # [ 9.156455] postgresql-setup-start[885]: ALTER DATABASE1041gitlab # [ 9.175557] postgresql-setup-start[890]: CREATE ROLE1042gitlab # [ 9.177887] systemd[1]: Finished PostgreSQL Setup Scripts.1043gitlab # [ 9.179385] systemd[1]: Reached target PostgreSQL.1044gitlab # [ 9.182287] systemd[1]: Starting gitlab-postgresql.service...1045gitlab # [ 9.288920] gitlab-postgresql-start[898]: CREATE DATABASE1046gitlab # [ 9.326315] gitlab-postgresql-start[907]: CREATE EXTENSION1047gitlab # [ 9.428651] gitlab-postgresql-start[909]: CREATE EXTENSION1048gitlab # [ 9.433901] systemd[1]: Finished gitlab-postgresql.service.1049gitlab # [ 9.490100] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[903]: mkdir -p /var/gitlab/state/home/.ssh: OK1050gitlab # [ 9.492308] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[903]: chmod 700 /var/gitlab/state/home/.ssh: OK1051gitlab # [ 9.520961] systemd[1]: Finished gitlab-config.service.1052gitlab # [ 9.523823] systemd[1]: Started gitaly.service.1053gitlab # [ 9.526079] systemd[1]: Starting gitlab-db-config.service...1054gitlab # [ 10.010811] dhcpcd[774]: eth0: soliciting an IPv6 router1055gitlab # [ 10.012249] dhcpcd[774]: eth0: Router Advertisement from fe80::21056gitlab # [ 10.013781] dhcpcd[774]: eth0: adding address fec0::5054:ff:fe12:3456/641057gitlab # [ 10.015462] dhcpcd[774]: eth0: adding route to fec0::/641058gitlab # [ 10.016995] dhcpcd[774]: eth0: adding default route via fe80::21059gitlab # [ 10.062499] gitaly[933]: time="2026-09-01T10:28:50.402Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/ymnlr20kjfmhkzg7i9hp25h3ii8qnn0d-gitaly.toml' and fix the errors that are printed." pid=9331060gitlab # [ 10.068230] gitaly[933]: time="2026-09-01T10:28:50.402Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=9331061gitlab # [ 10.072227] gitaly[933]: time="2026-09-01T10:28:50.402Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=9331062gitlab # [ 10.075772] gitaly[933]: time="2026-09-01T10:28:50.402Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=9331063gitlab # [ 10.078493] gitaly[933]: time="2026-09-01T10:28:50.402Z" level=info msg="Starting Gitaly" pid=933 version=1064gitlab # [ 10.253296] gitaly[933]: time="2026-09-01T10:28:50.593Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=190 pid=9331065gitlab # [ 10.253947] gitaly[933]: time="2026-09-01T10:28:50.593Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=9331066gitlab # [ 10.258384] gitaly[933]: time="2026-09-01T10:28:50.598Z" level=info msg="finished initializing command factory" duration_ms=4 pid=9331067gitlab # [ 10.259161] gitaly[933]: time="2026-09-01T10:28:50.598Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-933/git-exec-3747356015.d/git pid=9331068gitlab # [ 10.269639] gitaly[933]: time="2026-09-01T10:28:50.609Z" level=info msg="finished detecting git version" duration_ms=11 pid=9331069gitlab # [ 10.270387] gitaly[933]: time="2026-09-01T10:28:50.609Z" level=info msg="using Git version" pid=933 version=2.53.g1070gitlab # [ 10.276695] gitaly[933]: time="2026-09-01T10:28:50.616Z" level=info msg="clearing disk cache object folder" pid=933 storage=default1071gitlab # [ 10.277632] gitaly[933]: time="2026-09-01T10:28:50.617Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3660172881 pid=933 storage=default1072gitlab # [ 10.278949] gitaly[933]: time="2026-09-01T10:28:50.617Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3660172881 pid=933 storage=default1073gitlab # [ 10.280443] gitaly[933]: time="2026-09-01T10:28:50.617Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=9331074gitlab # [ 10.281473] gitaly[933]: time="2026-09-01T10:28:50.618Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=9331075gitlab # [ 10.281989] gitaly[933]: time="2026-09-01T10:28:50.619Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3660172881 clear_duration_ms=0 pid=933 storage=default1076gitlab # [ 10.351199] gitaly[933]: time="2026-09-01T10:28:50.691Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=9331077gitlab # [ 10.351770] gitaly[933]: time="2026-09-01T10:28:50.691Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=933 schema=unix1078gitlab # [ 10.357252] gitaly[933]: time="2026-09-01T10:28:50.691Z" level=info msg="counting repositories" pid=9331079gitlab # [ 10.359639] gitaly[933]: time="2026-09-01T10:28:50.697Z" level=info msg="starting to count repositories" pid=933 storage_path=/var/gitlab/state/repositories1080gitlab # [ 10.360309] gitaly[933]: time="2026-09-01T10:28:50.691Z" level=info msg="listening at address" address=/run/gitaly/gitaly-933/sock.d/intern pid=933 schema=unix1081gitlab # [ 10.361110] gitaly[933]: time="2026-09-01T10:28:50.697Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=933 storage_path=/var/gitlab/state/repositories1082gitlab # [ 10.361800] gitaly[933]: time="2026-09-01T10:28:50.697Z" level=info msg="completed counting all repositories" counting_duration=0 pid=9331083gitlab # [ 10.362830] gitaly[933]: time="2026-09-01T10:28:50.691Z" level=info msg="finished tempdir cleaner walk" pid=933 storage=default time_ms=01084gitlab # [ 10.363566] gitaly[933]: time="2026-09-01T10:28:50.698Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=9331085gitlab # [ 10.364360] gitaly[933]: time="2026-09-01T10:28:50.698Z" level=info msg="Started Gitaly" duration_ms=296 pid=9331086gitlab # [ 10.365186] gitaly[933]: time="2026-09-01T10:28:50.699Z" level=info msg="maintenance: daily scheduled" pid=933 scheduled="2026-09-01 12:00:00 +0000 UTC"1087gitlab # [ 10.365939] gitaly[933]: time="2026-09-01T10:28:50.699Z" level=info msg="Gitaly graceful stop timeout duration" duration_s=1m0s pid=9331088gitlab # [ 11.004948] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[936]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1089gitlab # [ 11.009531] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[936]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1090gitlab # [ 11.017885] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[936]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1091gitlab # [ 13.036099] dhcpcd[774]: eth0: leased 10.0.2.15 for 86400 seconds1092gitlab # [ 13.041138] dhcpcd[774]: eth0: adding route to 10.0.2.0/241093gitlab # [ 13.042063] dhcpcd[774]: eth0: adding default route via 10.0.2.21094gitlab # [ 13.344522] systemd[1]: Started DHCP Client.1095gitlab # [ 13.347568] systemd[1]: Reached target Network is Online.1096gitlab # [ 14.575304] gitaly[933]: time="2026-09-01T10:28:54.914Z" level=info msg="License database preloaded" duration_ms=4512 pid=9331097gitlab # [ 58.328000] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[936]: W, [2026-09-01T10:29:38.667358 #936] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1098gitlab # [ 58.373198] gitlab-workhorse[831]: time="2026-09-01T10:29:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1099gitlab # [ 63.135445] postgres[1496]: [1496] ERROR: relation "feature_gates" does not exist at character 5231100gitlab # [ 63.136406] postgres[1496]: [1496] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1101gitlab # [ 63.137322] postgres[1496]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1102gitlab # [ 63.139170] postgres[1496]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1103gitlab # [ 63.140173] postgres[1496]: attidentity AS identity,1104gitlab # [ 63.142198] postgres[1496]: attgenerated as attgenerated1105gitlab # [ 63.143377] postgres[1496]: FROM pg_attribute a1106gitlab # [ 63.144371] postgres[1496]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1107gitlab # [ 63.147937] postgres[1496]: LEFT JOIN pg_type t ON a.atttypid = t.oid1108gitlab # [ 63.149163] postgres[1496]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1109gitlab # [ 63.151549] postgres[1496]: WHERE a.attrelid = '"feature_gates"'::regclass1110gitlab # [ 63.153261] postgres[1496]: AND a.attnum > 0 AND NOT a.attisdropped1111gitlab # [ 63.154294] postgres[1496]: ORDER BY a.attnum1112gitlab # [ 63.155319] postgres[1496]:1113gitlab # [ 68.384140] gitlab-workhorse[831]: time="2026-09-01T10:29:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1114gitlab # [ 71.794183] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1575]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1115gitlab # [ 71.797639] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1575]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1116gitlab # [ 78.394422] gitlab-workhorse[831]: time="2026-09-01T10:29:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1117gitlab # [ 88.395926] gitlab-workhorse[831]: time="2026-09-01T10:30:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1118gitlab # [ 90.980442] hrtimer: interrupt took 5767493 ns1119gitlab # [ 98.398132] gitlab-workhorse[831]: time="2026-09-01T10:30:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1120gitlab # [ 104.046669] postgres[1741]: [1741] ERROR: relation "table_without_models" does not exist1121gitlab # [ 104.048732] postgres[1741]: [1741] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1122gitlab # [ 108.407426] gitlab-workhorse[831]: time="2026-09-01T10:30:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1123gitlab # [ 118.416583] gitlab-workhorse[831]: time="2026-09-01T10:30:38Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1124gitlab # [ 128.425674] gitlab-workhorse[831]: time="2026-09-01T10:30:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1125gitlab # [ 130.671971] systemd[1]: Finished gitlab-db-config.service.1126gitlab # [ 130.678518] systemd[1]: Started gitlab-sidekiq.service.1127gitlab # [ 130.680450] systemd[1]: Starting gitlab.service...1128gitlab # [ 131.477576] bundle[2089]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1129gitlab # [ 131.482571] bundle[2089]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1130gitlab # [ 131.486591] bundle[2089]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1131gitlab # [ 138.246492] sidekiq-cluster[2088]: {"severity":"INFO","time":"2026-09-01T10:30:58.544Z","message":"Starting cluster with 1 processes"}1132gitlab # [ 138.247631] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.546Z","pid":2089,"message":"* Enabling systemd notification integration"}1133gitlab # [ 138.248917] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.585Z","pid":2089,"message":"Puma starting in cluster mode..."}1134gitlab # [ 138.252457] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.585Z","pid":2089,"message":"* Puma version: 8.0.1 (\"Into the Arena\")"}1135gitlab # [ 138.254769] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.585Z","pid":2089,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1136gitlab # [ 138.255891] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.585Z","pid":2089,"message":"* Min threads: 0"}1137gitlab # [ 138.257223] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Max threads: 4"}1138gitlab # [ 138.258419] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Environment: production"}1139gitlab # [ 138.259317] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Master PID: 2089"}1140gitlab # [ 138.260167] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Workers: 2"}1141gitlab # [ 138.261098] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1142gitlab # [ 138.261956] bundle[2089]: {"timestamp":"2026-09-01T10:30:58.586Z","pid":2089,"message":"* Preloading application"}1143gitlab # [ 138.430608] gitlab-workhorse[831]: time="2026-09-01T10:30:58Z" level=error correlation_id= duration_ms=2 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1144gitlab # [ 148.438445] gitlab-workhorse[831]: time="2026-09-01T10:31:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1145gitlab # [ 158.449713] gitlab-workhorse[831]: time="2026-09-01T10:31:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1146gitlab # [ 168.466274] gitlab-workhorse[831]: time="2026-09-01T10:31:28Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1147gitlab # [ 177.676863] bundle[2089]: W, [2026-09-01T10:31:38.016330 #2089] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1148gitlab # [ 178.498762] gitlab-workhorse[831]: time="2026-09-01T10:31:38Z" level=error correlation_id= duration_ms=1 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1149gitlab # [ 181.316798] sidekiq-cluster[2155]: 2026-09-01T10:31:41.656Z pid=2155 tid=xqb INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2155, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>433328128}1150gitlab # [ 181.572200] sidekiq-cluster[2155]: W, [2026-09-01T10:31:41.911870 #2155] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1151gitlab # [ 181.636757] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:41.976Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1152gitlab # [ 184.427199] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.766Z","message":"GitLab reliable fetch activated!"}1153gitlab # [ 184.427829] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.766Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1154gitlab # [ 184.470112] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.809Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1155gitlab # [ 184.477306] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.817Z","message":"Cron Jobs - added job with name background_operation_environments_auto_delete in the namespace default"}1156gitlab # [ 184.484784] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.824Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1157gitlab # [ 184.492130] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.831Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1158gitlab # [ 184.499737] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.839Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1159gitlab # [ 184.512543] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.851Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1160gitlab # [ 184.522811] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.861Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1161gitlab # [ 184.530727] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.870Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1162gitlab # [ 184.547751] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.887Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1163gitlab # [ 184.559644] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.899Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1164gitlab # [ 184.566083] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.905Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1165gitlab # [ 184.575500] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.915Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1166gitlab # [ 184.582831] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.922Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1167gitlab # [ 184.598513] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.938Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1168gitlab # [ 184.606521] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.946Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1169gitlab # [ 184.613822] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.953Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1170gitlab # [ 184.619221] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.959Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1171gitlab # [ 184.623634] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.963Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1172gitlab # [ 184.628393] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.968Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1173gitlab # [ 184.634325] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.973Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1174gitlab # [ 184.638190] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.977Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1175gitlab # [ 184.642179] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.981Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1176gitlab # [ 184.645678] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.984Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1177gitlab # [ 184.648913] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.986Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1178gitlab # [ 184.652381] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.990Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1179gitlab # [ 184.655491] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.993Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1180gitlab # [ 184.658429] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:44.997Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1181gitlab # [ 184.661468] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.001Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1182gitlab # [ 184.665070] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.004Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1183gitlab # [ 184.669190] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.008Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1184gitlab # [ 184.672856] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.011Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1185gitlab # [ 184.677050] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.014Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1186gitlab # [ 184.680726] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.019Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1187gitlab # [ 184.684358] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.024Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1188gitlab # [ 184.688622] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.028Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1189gitlab # [ 184.692220] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.032Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1190gitlab # [ 184.696721] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.036Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1191gitlab # [ 184.703218] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.042Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1192gitlab # [ 184.708924] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.048Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1193gitlab # [ 184.715631] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.055Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1194gitlab # [ 184.722375] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.062Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1195gitlab # [ 184.728498] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.068Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1196gitlab # [ 184.734935] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.074Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1197gitlab # [ 184.742577] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.082Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1198gitlab # [ 184.747051] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.086Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1199gitlab # [ 184.750592] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.090Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1200gitlab # [ 184.753929] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.093Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1201gitlab # [ 184.757990] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.097Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1202gitlab # [ 184.762134] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.101Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1203gitlab # [ 184.765779] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.105Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1204gitlab # [ 184.769800] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.109Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1205gitlab # [ 184.774075] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.113Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1206gitlab # [ 184.785887] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.125Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1207gitlab # [ 184.791260] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.131Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1208gitlab # [ 184.796085] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.135Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1209gitlab # [ 184.801062] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.140Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1210gitlab # [ 184.805723] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.145Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1211gitlab # [ 184.811222] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.151Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1212gitlab # [ 184.815327] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.155Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1213gitlab # [ 184.820045] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.159Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1214gitlab # [ 184.824705] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.164Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1215gitlab # [ 184.829064] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.168Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1216gitlab # [ 184.834241] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.174Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1217gitlab # [ 184.838561] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.178Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1218gitlab # [ 184.842561] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.182Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1219gitlab # [ 184.848714] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.188Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1220gitlab # [ 184.852050] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.191Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1221gitlab # [ 184.855471] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.195Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1222gitlab # [ 184.858308] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.198Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1223gitlab # [ 184.861559] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.201Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1224gitlab # [ 184.866551] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.206Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1225gitlab # [ 184.869827] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.209Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1226gitlab # [ 184.873841] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.213Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1227gitlab # [ 184.878826] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.218Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1228gitlab # [ 184.883486] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.223Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1229gitlab # [ 184.886872] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.226Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1230gitlab # [ 184.941922] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.281Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1231gitlab # [ 184.947751] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.287Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1232gitlab # [ 184.953418] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.293Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1233gitlab # [ 184.957439] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.297Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1234gitlab # [ 184.962163] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.301Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1235gitlab # [ 184.966390] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.304Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1236gitlab # [ 184.970520] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.308Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1237gitlab # [ 184.974253] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.311Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1238gitlab # [ 184.975106] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.314Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1239gitlab # [ 184.980814] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.320Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1240gitlab # [ 184.985803] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.325Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1241gitlab # [ 184.989749] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.329Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1242gitlab # [ 184.993273] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.333Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1243gitlab # [ 184.996143] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.336Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1244gitlab # [ 184.999806] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.339Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1245gitlab # [ 185.003257] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.343Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1246gitlab # [ 185.006485] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.346Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1247gitlab # [ 185.010489] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.350Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1248gitlab # [ 185.014504] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.354Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1249gitlab # [ 185.017853] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.357Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1250gitlab # [ 185.021810] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.361Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1251gitlab # [ 185.024192] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.364Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1252gitlab # [ 185.035695] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.375Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1253gitlab # [ 185.039247] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.379Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1254gitlab # [ 185.043279] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.383Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1255gitlab # [ 185.048036] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.387Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1256gitlab # [ 185.054065] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.393Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1257gitlab # [ 185.058528] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.398Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1258gitlab # [ 185.062664] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.402Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1259gitlab # [ 185.065484] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.405Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1260gitlab # [ 185.070351] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.409Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1261gitlab # [ 185.074379] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.414Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1262gitlab # [ 185.077217] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:31:45.417Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1263gitlab # [ 188.478959] gitlab-workhorse[831]: time="2026-09-01T10:31:48Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1264gitlab # [ 198.488096] gitlab-workhorse[831]: time="2026-09-01T10:31:58Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1265gitlab # [ 208.489155] gitlab-workhorse[831]: time="2026-09-01T10:32:08Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1266gitlab # [ 212.545602] postgres[2843]: [2843] ERROR: relation "table_without_models" does not exist1267gitlab # [ 212.546442] postgres[2843]: [2843] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1268gitlab # [ 215.068801] postgres[2872]: [2872] ERROR: relation "table_without_models" does not exist1269gitlab # [ 215.069516] postgres[2872]: [2872] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1270gitlab # [ 216.201607] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:16.541Z","message":"Booted Rails 7.2.3.1 application in production environment"}1271gitlab # [ 216.204166] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:16.543Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1272gitlab # [ 216.204659] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:16.544Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1273gitlab # [ 216.205404] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:16.544Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1274gitlab # [ 216.213416] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:16.553Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1275gitlab # [ 217.925724] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:18.265Z","message":"Cleaning working queues"}1276gitlab # [ 217.927766] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:18.267Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"5ef1d1351ede23e03c9f588f","created_at":"2026-09-01T10:30:50.249Z","trace_propagation_headers":{"sentry-trace":"07e5957e4d8241b79582b264ec1fa657-39fe381919894fd3","baggage":"sentry-trace_id=07e5957e4d8241b79582b264ec1fa657,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"4053cb648bced18ff9794a250eabd3ab","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T10:30:50.266Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-5ef1d1351ede23e03c9f588f: start","job_status":"start","queue_duration_s":88.001182,"scheduling_latency_s":88.001226}1277gitlab # [ 218.096758] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:18.436Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"5ef1d1351ede23e03c9f588f","created_at":"2026-09-01T10:30:50.249Z","trace_propagation_headers":{"sentry-trace":"07e5957e4d8241b79582b264ec1fa657-39fe381919894fd3","baggage":"sentry-trace_id=07e5957e4d8241b79582b264ec1fa657,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"4053cb648bced18ff9794a250eabd3ab","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T10:30:50.266Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-5ef1d1351ede23e03c9f588f: done: 0.168932 sec","job_status":"done","queue_duration_s":88.001182,"scheduling_latency_s":88.001226,"redis_calls":29,"redis_duration_s":0.009039,"redis_read_bytes":282,"redis_write_bytes":3632,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.005206,"redis_feature_flag_read_bytes":272,"redis_feature_flag_write_bytes":2385,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00216,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001673,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":15,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.08751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08324354,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.168932,"completed_at":"2026-09-01T10:32:18.436Z","load_balancing_strategy":"primary","db_duration_s":0.042529,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1278gitlab # [ 218.499098] gitlab-workhorse[831]: time="2026-09-01T10:32:18Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1279gitlab # [ 219.223351] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.562Z","pid":2089,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1280gitlab # [ 219.226255] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.563Z","pid":2089,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1281gitlab # [ 219.228849] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.563Z","pid":2089,"message":"! #\u003cThread:0x0000733b1f2bfae8 /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1282gitlab # [ 219.235795] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.563Z","pid":2089,"message":"! #\u003cThread:0x0000733b1f564dc0 /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1283gitlab # [ 219.242392] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.563Z","pid":2089,"message":"Use Ctrl-C to stop"}1284gitlab # [ 219.244086] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.563Z","pid":2089,"message":"Sending status to systemd every 1.0 sec"}1285gitlab # [ 219.583738] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.923Z","pid":2089,"message":"- Worker 0 (PID: 2945) booted in 0.33s, phase: 0"}1286gitlab # [ 219.623692] bundle[2089]: {"timestamp":"2026-09-01T10:32:19.963Z","pid":2089,"message":"- Worker 1 (PID: 2949) booted in 0.35s, phase: 0"}1287gitlab # [ 219.627802] systemd[1]: Started gitlab.service.1288gitlab # [ 219.629699] systemd[1]: Reached target Common target for all GitLab services..1289gitlab # [ 219.631398] systemd[1]: Starting setup-gitlab.service...1290gitlab # [ 219.654499] setup-gitlab-start[2973]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1291gitlab # [ 222.318626] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:32:22 +0000] "GET /users/sign_in HTTP/1.1" 200 10655 "" "curl/8.21.0" 26251292gitlab # [ 222.322181] setup-gitlab-start[2973]: + TOKEN=nixbot-test-token-of-20-chars1293gitlab # [ 222.323821] setup-gitlab-start[2973]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner $'\n ApplicationSetting.current.update!(allow_local_requests_from_web_hooks_and_services: true)\n Rails.cache.clear\n token = User.find_by_username(\'root\').personal_access_tokens.create!(\n name: \'nixbot\', scopes: [:api], expires_at: 7.days.from_now)\n token.set_token(\'nixbot-test-token-of-20-chars\')\n token.save!\n'1294gitlab # [ 222.334509] runuser[2995]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1295gitlab # [ 222.880087] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1296gitlab # [ 222.880719] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1297gitlab # [ 222.882437] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1298gitlab # [ 223.653332] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1299gitlab # [ 223.653593] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1300gitlab # [ 223.655807] setup-gitlab-start[2996]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1301gitlab # [ 232.836974] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.176Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"bf212caa05643b13f59f1a19","created_at":"2026-09-01T10:32:33.153Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a9aa297abe2f3cc94aff44a1cd73746","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.174Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-bf212caa05643b13f59f1a19: start","job_status":"start","queue_duration_s":0.001796,"scheduling_latency_s":0.001834}1302gitlab # [ 232.910945] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.250Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"bf212caa05643b13f59f1a19","created_at":"2026-09-01T10:32:33.153Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a9aa297abe2f3cc94aff44a1cd73746","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.174Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-bf212caa05643b13f59f1a19: done: 0.074361 sec","job_status":"done","queue_duration_s":0.001796,"scheduling_latency_s":0.001834,"redis_calls":16,"redis_duration_s":0.010901,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.006937,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002085,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001879,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028919,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000455365,"duration_s":0.074361,"completed_at":"2026-09-01T10:32:33.250Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014779,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1303gitlab # [ 232.971987] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.254Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0ba0999ebe540f11d0b851b9","created_at":"2026-09-01T10:32:33.181Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4d6ab0e9d2d4290dc8416844a30b0ccc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.193Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0ba0999ebe540f11d0b851b9: start","job_status":"start","queue_duration_s":0.060596,"scheduling_latency_s":0.060629}1304gitlab # [ 232.990963] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.299Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0ba0999ebe540f11d0b851b9","created_at":"2026-09-01T10:32:33.181Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4d6ab0e9d2d4290dc8416844a30b0ccc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.193Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0ba0999ebe540f11d0b851b9: done: 0.045371 sec","job_status":"done","queue_duration_s":0.060596,"scheduling_latency_s":0.060629,"redis_calls":12,"redis_duration_s":0.004392,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001007,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001548,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001837,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000612927,"exclusive_lock_hold_duration_s":0.013581894,"duration_s":0.045371,"completed_at":"2026-09-01T10:32:33.299Z","load_balancing_strategy":"primary","db_duration_s":0.00996,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1305gitlab # [ 233.047876] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.302Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"0f23e12ff0c8061a29c921b1","created_at":"2026-09-01T10:32:33.204Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ccec11545299e381ed09c31928952e9","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.227Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-0f23e12ff0c8061a29c921b1: start","job_status":"start","queue_duration_s":0.074696,"scheduling_latency_s":0.074733}1306gitlab # [ 233.070340] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.401Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"0f23e12ff0c8061a29c921b1","created_at":"2026-09-01T10:32:33.204Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ccec11545299e381ed09c31928952e9","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.227Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-0f23e12ff0c8061a29c921b1: done: 0.099214 sec","job_status":"done","queue_duration_s":0.074696,"scheduling_latency_s":0.074733,"redis_calls":10,"redis_duration_s":0.029814,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001657,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00484,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.023317,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018095,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000534146,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.099214,"completed_at":"2026-09-01T10:32:33.401Z","load_balancing_strategy":"primary","db_duration_s":0.021287,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1307gitlab # [ 233.071527] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.407Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"bae29635c2973a9ba0691271","created_at":"2026-09-01T10:32:33.246Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e778fd901cffc4834b3e158b0b24429","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.258Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-bae29635c2973a9ba0691271: start","job_status":"start","queue_duration_s":0.149565,"scheduling_latency_s":0.149601}1308gitlab # [ 233.253186] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.592Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"bae29635c2973a9ba0691271","created_at":"2026-09-01T10:32:33.246Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e778fd901cffc4834b3e158b0b24429","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.258Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-bae29635c2973a9ba0691271: done: 0.184728 sec","job_status":"done","queue_duration_s":0.149565,"scheduling_latency_s":0.149601,"redis_calls":12,"redis_duration_s":0.024892,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002226,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003239,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.019427,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.018352891,"exclusive_lock_hold_duration_s":0.07420328500000001,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.184728,"completed_at":"2026-09-01T10:32:33.592Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.062513,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1309gitlab # [ 233.318255] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.657Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"577350d1728ab0302d528fd6","created_at":"2026-09-01T10:32:33.282Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bad10a9db7fb99a6f60b717dca89bc03","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.298Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-577350d1728ab0302d528fd6: start","job_status":"start","queue_duration_s":0.359517,"scheduling_latency_s":0.35955}1310gitlab # [ 233.362093] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.700Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1311gitlab # [ 233.385618] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.724Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"577350d1728ab0302d528fd6","created_at":"2026-09-01T10:32:33.282Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bad10a9db7fb99a6f60b717dca89bc03","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.298Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-577350d1728ab0302d528fd6: done: 0.066979 sec","job_status":"done","queue_duration_s":0.359517,"scheduling_latency_s":0.35955,"redis_calls":10,"redis_duration_s":0.016675,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001336,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.010904,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004435,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001404089,"duration_s":0.066979,"completed_at":"2026-09-01T10:32:33.724Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002614,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312gitlab # [ 233.443837] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.783Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3c2e6986831a7171a5f87267","created_at":"2026-09-01T10:32:33.314Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"21a2b2c14af4384c76cb70d426d10c9f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:32:33.332Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3c2e6986831a7171a5f87267: start","job_status":"start","queue_duration_s":0.450897,"scheduling_latency_s":0.450929}1313gitlab # [ 233.473786] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.813Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1314gitlab # [ 233.488492] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.827Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3c2e6986831a7171a5f87267","created_at":"2026-09-01T10:32:33.314Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"21a2b2c14af4384c76cb70d426d10c9f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:32:33.332Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3c2e6986831a7171a5f87267: done: 0.044527 sec","job_status":"done","queue_duration_s":0.450897,"scheduling_latency_s":0.450929,"redis_calls":10,"redis_duration_s":0.008078,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000983,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005978,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001117,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001449067,"duration_s":0.044527,"completed_at":"2026-09-01T10:32:33.827Z","load_balancing_strategy":"primary","db_duration_s":0.000546,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1315gitlab # [ 233.563584] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:33.903Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"2878832724e9820b67ee20c7","created_at":"2026-09-01T10:32:33.346Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.355Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-2878832724e9820b67ee20c7: start","job_status":"start","queue_duration_s":0.547354,"scheduling_latency_s":0.547388}1316gitlab # [ 233.673103] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.012Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"2878832724e9820b67ee20c7","created_at":"2026-09-01T10:32:33.346Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.355Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-2878832724e9820b67ee20c7: done: 0.109455 sec","job_status":"done","queue_duration_s":0.547354,"scheduling_latency_s":0.547388,"redis_calls":19,"redis_duration_s":0.019471,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003698,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.003448,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.007721,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.004604,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000584432,"duration_s":0.109455,"completed_at":"2026-09-01T10:32:34.012Z","load_balancing_strategy":"primary","db_duration_s":0.010147,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1317gitlab # [ 233.742596] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.082Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c4fb20c610d54839eed1dbaa","created_at":"2026-09-01T10:32:33.376Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"af460aef1ff79ac737cf2ccb898f189c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.387Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c4fb20c610d54839eed1dbaa: start","job_status":"start","queue_duration_s":0.694401,"scheduling_latency_s":0.694429}1318gitlab # [ 233.769360] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.109Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1319gitlab # [ 233.786421] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.125Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c4fb20c610d54839eed1dbaa","created_at":"2026-09-01T10:32:33.376Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"af460aef1ff79ac737cf2ccb898f189c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.387Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c4fb20c610d54839eed1dbaa: done: 0.043563 sec","job_status":"done","queue_duration_s":0.694401,"scheduling_latency_s":0.694429,"redis_calls":10,"redis_duration_s":0.013912,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001914,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009671,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002327,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002274591,"duration_s":0.043563,"completed_at":"2026-09-01T10:32:34.125Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001503,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320gitlab # [ 233.857397] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.196Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4902c279404e506d8fc7418b","created_at":"2026-09-01T10:32:33.402Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a6b942cc26873cc53190cc4bb88406e","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.412Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4902c279404e506d8fc7418b: start","job_status":"start","queue_duration_s":0.78362,"scheduling_latency_s":0.783651}1321gitlab # [ 233.935563] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.274Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4902c279404e506d8fc7418b","created_at":"2026-09-01T10:32:33.402Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a6b942cc26873cc53190cc4bb88406e","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.412Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4902c279404e506d8fc7418b: done: 0.078071 sec","job_status":"done","queue_duration_s":0.78362,"scheduling_latency_s":0.783651,"redis_calls":10,"redis_duration_s":0.028832,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.021421,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005681,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00173,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016202,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000429105,"duration_s":0.078071,"completed_at":"2026-09-01T10:32:34.274Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003627,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322gitlab # [ 233.937263] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.277Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"20ea4888c1accd18e4307a24","created_at":"2026-09-01T10:32:33.420Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb3de58fd5a6b53914f04078ce16ba2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.436Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-20ea4888c1accd18e4307a24: start","job_status":"start","queue_duration_s":0.840714,"scheduling_latency_s":0.840741}1323gitlab # [ 234.005975] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.295Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1324gitlab # [ 234.007402] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.302Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"20ea4888c1accd18e4307a24","created_at":"2026-09-01T10:32:33.420Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb3de58fd5a6b53914f04078ce16ba2d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.436Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-20ea4888c1accd18e4307a24: done: 0.025855 sec","job_status":"done","queue_duration_s":0.840714,"scheduling_latency_s":0.840741,"redis_calls":10,"redis_duration_s":0.003268,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000576,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00217,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000522,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000399772,"duration_s":0.025855,"completed_at":"2026-09-01T10:32:34.302Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0007,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1325gitlab # [ 234.016860] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.304Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"98720cc2b84eca7f57240037","created_at":"2026-09-01T10:32:33.453Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e0f85df087e6a54d9cbdf0520ba05fb3","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.461Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-98720cc2b84eca7f57240037: start","job_status":"start","queue_duration_s":0.842827,"scheduling_latency_s":0.842857}1326gitlab # [ 234.034932] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.330Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"98720cc2b84eca7f57240037","created_at":"2026-09-01T10:32:33.453Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e0f85df087e6a54d9cbdf0520ba05fb3","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.461Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-98720cc2b84eca7f57240037: done: 0.025976 sec","job_status":"done","queue_duration_s":0.842827,"scheduling_latency_s":0.842857,"redis_calls":12,"redis_duration_s":0.003574,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000721,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000983,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001429,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000441,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000388876,"duration_s":0.025976,"completed_at":"2026-09-01T10:32:34.330Z","load_balancing_strategy":"primary","db_duration_s":0.000553,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1327gitlab # [ 234.101082] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.332Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"0bbaf676fadcd4eb7abf4d4b","created_at":"2026-09-01T10:32:33.474Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9a96401cac876cc567bdeaf4a74a789","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.485Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-0bbaf676fadcd4eb7abf4d4b: start","job_status":"start","queue_duration_s":0.847339,"scheduling_latency_s":0.847373}1328gitlab # [ 234.117232] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.369Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"0bbaf676fadcd4eb7abf4d4b","created_at":"2026-09-01T10:32:33.474Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9a96401cac876cc567bdeaf4a74a789","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.485Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-0bbaf676fadcd4eb7abf4d4b: done: 0.036993 sec","job_status":"done","queue_duration_s":0.847339,"scheduling_latency_s":0.847373,"redis_calls":12,"redis_duration_s":0.0038640000000000002,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001335,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001653,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000876,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020915,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000521854,"duration_s":0.036993,"completed_at":"2026-09-01T10:32:34.369Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003449,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1329gitlab # [ 234.175178] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.372Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"7744cb01efad4f9a83057480","created_at":"2026-09-01T10:32:33.505Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d8e03150a48f435a8e9b680fad3dc6ac","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.529Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-7744cb01efad4f9a83057480: start","job_status":"start","queue_duration_s":0.843054,"scheduling_latency_s":0.843098}1330gitlab # [ 234.250538] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.423Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"7744cb01efad4f9a83057480","created_at":"2026-09-01T10:32:33.505Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d8e03150a48f435a8e9b680fad3dc6ac","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.529Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-7744cb01efad4f9a83057480: done: 0.051284 sec","job_status":"done","queue_duration_s":0.843054,"scheduling_latency_s":0.843098,"redis_calls":13,"redis_duration_s":0.004227,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000625,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002179,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001423,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.015428777000000001,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.051284,"completed_at":"2026-09-01T10:32:34.423Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004766,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1331gitlab # [ 234.255068] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.425Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"70dc5e68976b32817d7d6db7","created_at":"2026-09-01T10:32:33.539Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f718677d2a4fb6d3d899f2c864e9f5dc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.546Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-70dc5e68976b32817d7d6db7: start","job_status":"start","queue_duration_s":0.879774,"scheduling_latency_s":0.879808}1332gitlab # [ 234.273305] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.481Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"70dc5e68976b32817d7d6db7","created_at":"2026-09-01T10:32:33.539Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f718677d2a4fb6d3d899f2c864e9f5dc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.546Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-70dc5e68976b32817d7d6db7: done: 0.055935 sec","job_status":"done","queue_duration_s":0.879774,"scheduling_latency_s":0.879808,"redis_calls":14,"redis_duration_s":0.0037749999999999997,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001176,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001433,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001166,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030813,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000564318,"exclusive_lock_hold_duration_s":0.021105756,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.055935,"completed_at":"2026-09-01T10:32:34.481Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016025,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1333gitlab # [ 234.355144] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.483Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c45de76e8db2e42ff5c950d8","created_at":"2026-09-01T10:32:33.553Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a96478ecbbdca976cbec5e49c0f3e6cf","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.562Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c45de76e8db2e42ff5c950d8: start","job_status":"start","queue_duration_s":0.921243,"scheduling_latency_s":0.921273}1334gitlab # [ 234.356713] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.517Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c45de76e8db2e42ff5c950d8","created_at":"2026-09-01T10:32:33.553Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a96478ecbbdca976cbec5e49c0f3e6cf","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.562Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c45de76e8db2e42ff5c950d8: done: 0.034102 sec","job_status":"done","queue_duration_s":0.921243,"scheduling_latency_s":0.921273,"redis_calls":10,"redis_duration_s":0.002633,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000463,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001595,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000575,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000459276,"duration_s":0.034102,"completed_at":"2026-09-01T10:32:34.517Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005238,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335gitlab # [ 234.402073] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.532Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"2e88f856c181d5e32b671ce1","created_at":"2026-09-01T10:32:33.574Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7f38fd065e70e987a7107226e7a41bc","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.582Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-2e88f856c181d5e32b671ce1: start","job_status":"start","queue_duration_s":0.949595,"scheduling_latency_s":0.949673}1336gitlab # [ 234.421535] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.562Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"2e88f856c181d5e32b671ce1","created_at":"2026-09-01T10:32:33.574Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7f38fd065e70e987a7107226e7a41bc","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.582Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-2e88f856c181d5e32b671ce1: done: 0.043017 sec","job_status":"done","queue_duration_s":0.949595,"scheduling_latency_s":0.949673,"redis_calls":12,"redis_duration_s":0.003354,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000511,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001484,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001359,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017013,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000729981,"exclusive_lock_hold_duration_s":0.004229029,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.043017,"completed_at":"2026-09-01T10:32:34.562Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002167,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337gitlab # [ 234.482122] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.564Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"511661bd1fb0e13f54761e42","created_at":"2026-09-01T10:32:33.593Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"2fbfcdbab21c97751b436c32ac6d16dc","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.687Z","job_size_bytes":3,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-511661bd1fb0e13f54761e42: start","job_status":"start","queue_duration_s":0.877243,"scheduling_latency_s":0.877276}1338gitlab # [ 234.493817] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.584Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"511661bd1fb0e13f54761e42","created_at":"2026-09-01T10:32:33.593Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"2fbfcdbab21c97751b436c32ac6d16dc","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.687Z","job_size_bytes":3,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-511661bd1fb0e13f54761e42: done: 0.020126 sec","job_status":"done","queue_duration_s":0.877243,"scheduling_latency_s":0.877276,"redis_calls":10,"redis_duration_s":0.002252,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000493,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001355,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000404,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011727,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000400331,"duration_s":0.020126,"completed_at":"2026-09-01T10:32:34.584Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0006,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339gitlab # [ 234.598301] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.586Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"305f551871ff186a51064743","created_at":"2026-09-01T10:32:33.699Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cea346d2ff3a98085435d5a4e9ca2a4d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.722Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-305f551871ff186a51064743: start","job_status":"start","queue_duration_s":0.864225,"scheduling_latency_s":0.864247}1340gitlab # [ 234.599362] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.601Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1341gitlab # [ 234.600204] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.609Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"305f551871ff186a51064743","created_at":"2026-09-01T10:32:33.699Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cea346d2ff3a98085435d5a4e9ca2a4d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.722Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-305f551871ff186a51064743: done: 0.023519 sec","job_status":"done","queue_duration_s":0.864225,"scheduling_latency_s":0.864247,"redis_calls":10,"redis_duration_s":0.0023710000000000003,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00044,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001396,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000535,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000402286,"duration_s":0.023519,"completed_at":"2026-09-01T10:32:34.609Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003357,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342gitlab # [ 234.628283] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.612Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6bd2f810f60ad78a462e46a4","created_at":"2026-09-01T10:32:33.790Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"32d844125cc63347545475cfc7936ab5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.806Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6bd2f810f60ad78a462e46a4: start","job_status":"start","queue_duration_s":0.806205,"scheduling_latency_s":0.806231}1343gitlab # [ 234.647424] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.854Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6bd2f810f60ad78a462e46a4","created_at":"2026-09-01T10:32:33.790Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"32d844125cc63347545475cfc7936ab5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.806Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6bd2f810f60ad78a462e46a4: done: 0.242603 sec","job_status":"done","queue_duration_s":0.806205,"scheduling_latency_s":0.806231,"redis_calls":14,"redis_duration_s":0.003594,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00088,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001474,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00124,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":131,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":131,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":131,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":84,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.042,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.182737,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00134626,"exclusive_lock_hold_duration_s":0.213660396,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.242603,"completed_at":"2026-09-01T10:32:34.854Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.063974,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344gitlab # [ 234.717486] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.856Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"84f7d05572ebde4e623fe18f","created_at":"2026-09-01T10:32:33.820Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"44b6ecc2ffaef5e139846c432046472f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.897Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-84f7d05572ebde4e623fe18f: start","job_status":"start","queue_duration_s":0.959059,"scheduling_latency_s":0.959084}1345gitlab # [ 234.721246] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"84f7d05572ebde4e623fe18f","created_at":"2026-09-01T10:32:33.820Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"44b6ecc2ffaef5e139846c432046472f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.897Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-84f7d05572ebde4e623fe18f: done: 0.025806 sec","job_status":"done","queue_duration_s":0.959059,"scheduling_latency_s":0.959084,"redis_calls":10,"redis_duration_s":0.002665,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000522,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001595,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000548,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015082,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004048,"duration_s":0.025806,"completed_at":"2026-09-01T10:32:34.882Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000664,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346gitlab # [ 234.776334] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.884Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"6b79795cd0c2f751d16bd1cc","created_at":"2026-09-01T10:32:33.923Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb803168d14e57e93308da297e61324e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T10:32:33.940Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-6b79795cd0c2f751d16bd1cc: start","job_status":"start","queue_duration_s":0.944629,"scheduling_latency_s":0.944658}1347gitlab # [ 234.831948] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.917Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"6b79795cd0c2f751d16bd1cc","created_at":"2026-09-01T10:32:33.923Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eb803168d14e57e93308da297e61324e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T10:32:33.940Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-6b79795cd0c2f751d16bd1cc: done: 0.03215 sec","job_status":"done","queue_duration_s":0.944629,"scheduling_latency_s":0.944658,"redis_calls":10,"redis_duration_s":0.002247,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00037,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00141,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000467,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020379,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000465142,"duration_s":0.03215,"completed_at":"2026-09-01T10:32:34.917Z","load_balancing_strategy":"primary","db_duration_s":0.003033,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348gitlab # [ 234.842507] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:34.919Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"d91d489e4cbb62c15b6ee5da","created_at":"2026-09-01T10:32:33.955Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.969Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-d91d489e4cbb62c15b6ee5da: start","job_status":"start","queue_duration_s":0.949689,"scheduling_latency_s":0.949721}1349gitlab # [ 234.861747] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.043Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"d91d489e4cbb62c15b6ee5da","created_at":"2026-09-01T10:32:33.955Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.969Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-d91d489e4cbb62c15b6ee5da: done: 0.124734 sec","job_status":"done","queue_duration_s":0.949689,"scheduling_latency_s":0.949721,"redis_calls":71,"redis_duration_s":0.01753,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002412,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000786,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.013693,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000639,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.100626,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341663,"duration_s":0.124734,"completed_at":"2026-09-01T10:32:35.043Z","load_balancing_strategy":"primary","db_duration_s":0.002188,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350gitlab # [ 234.960428] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.045Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bf4d88c53dcc32936c9b1b6a","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bf4d88c53dcc32936c9b1b6a: start","job_status":"start","queue_duration_s":1.052936,"scheduling_latency_s":1.052963}1351gitlab # [ 234.961678] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.064Z","message":"No existing merge request to be cleaned up."}1352gitlab # [ 234.962838] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.080Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"bf4d88c53dcc32936c9b1b6a","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-bf4d88c53dcc32936c9b1b6a: done: 0.034769 sec","job_status":"done","queue_duration_s":1.052936,"scheduling_latency_s":1.052963,"redis_calls":13,"redis_duration_s":0.003688,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000489,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00133,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001869,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02165,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000519899,"duration_s":0.034769,"completed_at":"2026-09-01T10:32:35.080Z","load_balancing_strategy":"primary","db_duration_s":0.004382,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1353gitlab # [ 234.996729] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.082Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e61cc1028b50fd616964ef49","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e61cc1028b50fd616964ef49: start","job_status":"start","queue_duration_s":1.089896,"scheduling_latency_s":1.089924}1354gitlab # [ 235.013910] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.095Z","message":"No existing merge request to be cleaned up."}1355gitlab # [ 235.016098] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.104Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e61cc1028b50fd616964ef49","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e61cc1028b50fd616964ef49: done: 0.022413 sec","job_status":"done","queue_duration_s":1.089896,"scheduling_latency_s":1.089924,"redis_calls":10,"redis_duration_s":0.002526,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001007,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001519,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014853,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022413,"completed_at":"2026-09-01T10:32:35.104Z","load_balancing_strategy":"primary","db_duration_s":0.001887,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356gitlab # [ 235.087201] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.107Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3a9bfed31dc33f26ef61eb6a","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3a9bfed31dc33f26ef61eb6a: start","job_status":"start","queue_duration_s":1.114332,"scheduling_latency_s":1.11436}1357gitlab # [ 235.089852] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.120Z","message":"No existing merge request to be cleaned up."}1358gitlab # [ 235.091060] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.128Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3a9bfed31dc33f26ef61eb6a","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3a9bfed31dc33f26ef61eb6a: done: 0.021278 sec","job_status":"done","queue_duration_s":1.114332,"scheduling_latency_s":1.11436,"redis_calls":10,"redis_duration_s":0.002726,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001792,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021278,"completed_at":"2026-09-01T10:32:35.128Z","load_balancing_strategy":"primary","db_duration_s":0.001821,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359gitlab # [ 235.144125] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.129Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"29073ea5f50b44eb25be64d2","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-29073ea5f50b44eb25be64d2: start","job_status":"start","queue_duration_s":1.137263,"scheduling_latency_s":1.13729}1360gitlab # [ 235.211185] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.142Z","message":"No existing merge request to be cleaned up."}1361gitlab # [ 235.212402] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.150Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"29073ea5f50b44eb25be64d2","created_at":"2026-09-01T10:32:33.967Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-e275e4bb4e2c4185","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7edbffb15896bec8c6e28457099d63b8","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.992Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-29073ea5f50b44eb25be64d2: done: 0.020555 sec","job_status":"done","queue_duration_s":1.137263,"scheduling_latency_s":1.13729,"redis_calls":10,"redis_duration_s":0.00245,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001454,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013037,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020555,"completed_at":"2026-09-01T10:32:35.150Z","load_balancing_strategy":"primary","db_duration_s":0.001744,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362gitlab # [ 235.216111] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.152Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"02d61f1cfb64013006923bdb","created_at":"2026-09-01T10:32:33.987Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"904b20e9022c812c647104ffcf54eb47","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.995Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-02d61f1cfb64013006923bdb: start","job_status":"start","queue_duration_s":1.156422,"scheduling_latency_s":1.156448}1363gitlab # [ 235.273691] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.613Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"02d61f1cfb64013006923bdb","created_at":"2026-09-01T10:32:33.987Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"904b20e9022c812c647104ffcf54eb47","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:33.995Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-02d61f1cfb64013006923bdb: done: 0.460839 sec","job_status":"done","queue_duration_s":1.156422,"scheduling_latency_s":1.156448,"redis_calls":565,"redis_duration_s":0.121013,"redis_read_bytes":564,"redis_write_bytes":49139,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000517,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001408,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.119088,"redis_shared_state_read_bytes":558,"redis_shared_state_write_bytes":48290,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.363323,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000402565,"duration_s":0.460839,"completed_at":"2026-09-01T10:32:35.613Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000602,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364gitlab # [ 235.293111] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"eb4cdc2e70c40ab69628ad1c","created_at":"2026-09-01T10:32:34.009Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:34.086Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-eb4cdc2e70c40ab69628ad1c: start","job_status":"start","queue_duration_s":1.52868,"scheduling_latency_s":1.528708}1365gitlab # [ 235.381988] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.721Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"eb4cdc2e70c40ab69628ad1c","created_at":"2026-09-01T10:32:34.009Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:34.086Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-eb4cdc2e70c40ab69628ad1c: done: 0.106531 sec","job_status":"done","queue_duration_s":1.52868,"scheduling_latency_s":1.528708,"redis_calls":65,"redis_duration_s":0.015220999999999998,"redis_read_bytes":115,"redis_write_bytes":41332,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000914,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.000676,"redis_queues_read_bytes":4,"redis_queues_write_bytes":37035,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.012887,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000744,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.083406,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000382171,"duration_s":0.106531,"completed_at":"2026-09-01T10:32:35.721Z","load_balancing_strategy":"primary","db_duration_s":0.003929,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366gitlab # [ 235.385028] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.724Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"5122ce8e0fdd275003828a17","created_at":"2026-09-01T10:32:34.102Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed01c867c65ab19b0d86a44ea1dfb8fe","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:34.115Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-5122ce8e0fdd275003828a17: start","job_status":"start","queue_duration_s":1.608861,"scheduling_latency_s":1.608903}1367gitlab # [ 235.456337] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.759Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"5122ce8e0fdd275003828a17","created_at":"2026-09-01T10:32:34.102Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed01c867c65ab19b0d86a44ea1dfb8fe","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-09-01T10:32:34.115Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-5122ce8e0fdd275003828a17: done: 0.034506 sec","job_status":"done","queue_duration_s":1.608861,"scheduling_latency_s":1.608903,"redis_calls":12,"redis_duration_s":0.0027020000000000004,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000433,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001231,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001038,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014604,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000474641,"exclusive_lock_hold_duration_s":0.004140749,"duration_s":0.034506,"completed_at":"2026-09-01T10:32:35.759Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002009,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368gitlab # [ 235.519738] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.859Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"459d9871dce705651cb76f0b","created_at":"2026-09-01T10:32:34.194Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ab9206b17e1ce9636281557a39b0512","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T10:32:34.228Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-459d9871dce705651cb76f0b: start","job_status":"start","queue_duration_s":1.630342,"scheduling_latency_s":1.630374}1369gitlab # [ 235.539541] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.873Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1370gitlab # [ 235.544350] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"459d9871dce705651cb76f0b","created_at":"2026-09-01T10:32:34.194Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0ab9206b17e1ce9636281557a39b0512","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T10:32:34.228Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-459d9871dce705651cb76f0b: done: 0.023687 sec","job_status":"done","queue_duration_s":1.630342,"scheduling_latency_s":1.630374,"redis_calls":10,"redis_duration_s":0.00249,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000482,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001515,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000493,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000398934,"duration_s":0.023687,"completed_at":"2026-09-01T10:32:35.882Z","load_balancing_strategy":"primary","db_duration_s":0.000626,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371gitlab # [ 235.578332] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.884Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ec8fb7c6437dd634f662bb5","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ec8fb7c6437dd634f662bb5: start","job_status":"start","queue_duration_s":0.850874,"scheduling_latency_s":0.850918}1372gitlab # [ 235.579682] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.910Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ec8fb7c6437dd634f662bb5","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ec8fb7c6437dd634f662bb5: done: 0.025856 sec","job_status":"done","queue_duration_s":0.850874,"scheduling_latency_s":0.850918,"redis_calls":16,"redis_duration_s":0.004753,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000591,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001205,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002957,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015771,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000396978,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025856,"completed_at":"2026-09-01T10:32:35.910Z","load_balancing_strategy":"primary","db_duration_s":0.000512,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1373gitlab # [ 235.714849] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:35.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76f96cad547d051bdb84f9dd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76f96cad547d051bdb84f9dd: start","job_status":"start","queue_duration_s":0.878438,"scheduling_latency_s":0.878463}1374gitlab # [ 235.755301] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76f96cad547d051bdb84f9dd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76f96cad547d051bdb84f9dd: done: 0.182497 sec","job_status":"done","queue_duration_s":0.878438,"scheduling_latency_s":0.878463,"redis_calls":13,"redis_duration_s":0.165701,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.163348,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002353,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.182497,"completed_at":"2026-09-01T10:32:36.094Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375gitlab # [ 235.813649] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.153Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44ac6b4c3a4f10674f9ee7a6","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44ac6b4c3a4f10674f9ee7a6: start","job_status":"start","queue_duration_s":1.119306,"scheduling_latency_s":1.119344}1376gitlab # [ 235.834574] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44ac6b4c3a4f10674f9ee7a6","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44ac6b4c3a4f10674f9ee7a6: done: 0.021023 sec","job_status":"done","queue_duration_s":1.119306,"scheduling_latency_s":1.119344,"redis_calls":13,"redis_duration_s":0.00308,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002142,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021023,"completed_at":"2026-09-01T10:32:36.174Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377gitlab # [ 235.886513] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.225Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a4c2711d5f8720bfd10febb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a4c2711d5f8720bfd10febb: start","job_status":"start","queue_duration_s":1.191816,"scheduling_latency_s":1.191848}1378gitlab # [ 235.908899] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a4c2711d5f8720bfd10febb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a4c2711d5f8720bfd10febb: done: 0.022686 sec","job_status":"done","queue_duration_s":1.191816,"scheduling_latency_s":1.191848,"redis_calls":13,"redis_duration_s":0.004007,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001228,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002779,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014917,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022686,"completed_at":"2026-09-01T10:32:36.248Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379gitlab # [ 235.966518] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55f16bd48616feb5c0bcedc8","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55f16bd48616feb5c0bcedc8: start","job_status":"start","queue_duration_s":1.272108,"scheduling_latency_s":1.272147}1380gitlab # [ 236.004466] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55f16bd48616feb5c0bcedc8","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55f16bd48616feb5c0bcedc8: done: 0.037845 sec","job_status":"done","queue_duration_s":1.272108,"scheduling_latency_s":1.272147,"redis_calls":13,"redis_duration_s":0.0031790000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001041,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002138,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014746,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.037845,"completed_at":"2026-09-01T10:32:36.343Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381gitlab # [ 236.058273] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"768984524e650e8aab952ccb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-768984524e650e8aab952ccb: start","job_status":"start","queue_duration_s":1.363901,"scheduling_latency_s":1.363942}1382gitlab # [ 236.097168] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"768984524e650e8aab952ccb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-768984524e650e8aab952ccb: done: 0.038646 sec","job_status":"done","queue_duration_s":1.363901,"scheduling_latency_s":1.363942,"redis_calls":13,"redis_duration_s":0.004129,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001179,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00295,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.038646,"completed_at":"2026-09-01T10:32:36.436Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383gitlab # [ 236.150555] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"359a74fc00b6a0433b01c4a1","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-359a74fc00b6a0433b01c4a1: start","job_status":"start","queue_duration_s":1.456275,"scheduling_latency_s":1.45631}1384gitlab # [ 236.171726] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"359a74fc00b6a0433b01c4a1","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-359a74fc00b6a0433b01c4a1: done: 0.021141 sec","job_status":"done","queue_duration_s":1.456275,"scheduling_latency_s":1.45631,"redis_calls":13,"redis_duration_s":0.003486,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001167,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002319,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021141,"completed_at":"2026-09-01T10:32:36.511Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385gitlab # [ 236.224813] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8981601df73bebfd562f8839","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8981601df73bebfd562f8839: start","job_status":"start","queue_duration_s":1.530528,"scheduling_latency_s":1.530569}1386gitlab # [ 236.247671] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8981601df73bebfd562f8839","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8981601df73bebfd562f8839: done: 0.022693 sec","job_status":"done","queue_duration_s":1.530528,"scheduling_latency_s":1.530569,"redis_calls":13,"redis_duration_s":0.003765,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002714,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022693,"completed_at":"2026-09-01T10:32:36.586Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387gitlab # [ 236.249291] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9539d99718c36e388c5ed6b","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9539d99718c36e388c5ed6b: start","job_status":"start","queue_duration_s":1.555153,"scheduling_latency_s":1.555182}1388gitlab # [ 236.337152] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.676Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9539d99718c36e388c5ed6b","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9539d99718c36e388c5ed6b: done: 0.087637 sec","job_status":"done","queue_duration_s":1.555153,"scheduling_latency_s":1.555182,"redis_calls":13,"redis_duration_s":0.003739,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001323,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002416,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.087637,"completed_at":"2026-09-01T10:32:36.676Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1389gitlab # [ 236.398135] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.737Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a35691d6097f63ab3979a976","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a35691d6097f63ab3979a976: start","job_status":"start","queue_duration_s":1.703783,"scheduling_latency_s":1.70382}1390gitlab # [ 236.422040] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a35691d6097f63ab3979a976","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a35691d6097f63ab3979a976: done: 0.023015 sec","job_status":"done","queue_duration_s":1.703783,"scheduling_latency_s":1.70382,"redis_calls":13,"redis_duration_s":0.003839,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001376,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002463,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023015,"completed_at":"2026-09-01T10:32:36.760Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391gitlab # [ 236.423215] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d8cb3673a0a1209c683f806","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d8cb3673a0a1209c683f806: start","job_status":"start","queue_duration_s":1.728714,"scheduling_latency_s":1.728745}1392gitlab # [ 236.445926] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.785Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d8cb3673a0a1209c683f806","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d8cb3673a0a1209c683f806: done: 0.022818 sec","job_status":"done","queue_duration_s":1.728714,"scheduling_latency_s":1.728745,"redis_calls":13,"redis_duration_s":0.0035909999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001037,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002554,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014678,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022818,"completed_at":"2026-09-01T10:32:36.785Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393gitlab # [ 236.484262] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fada9da8b493b4be605ae584","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fada9da8b493b4be605ae584: start","job_status":"start","queue_duration_s":1.757955,"scheduling_latency_s":1.757991}1394gitlab # [ 236.502076] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fada9da8b493b4be605ae584","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fada9da8b493b4be605ae584: done: 0.025888 sec","job_status":"done","queue_duration_s":1.757955,"scheduling_latency_s":1.757991,"redis_calls":13,"redis_duration_s":0.007559,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001763,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005796,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025888,"completed_at":"2026-09-01T10:32:36.817Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395gitlab # [ 236.604091] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.820Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c213ed06dfa7d85e42122857","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c213ed06dfa7d85e42122857: start","job_status":"start","queue_duration_s":1.786789,"scheduling_latency_s":1.786828}1396gitlab # [ 236.605406] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c213ed06dfa7d85e42122857","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c213ed06dfa7d85e42122857: done: 0.028931 sec","job_status":"done","queue_duration_s":1.786789,"scheduling_latency_s":1.786828,"redis_calls":13,"redis_duration_s":0.007287,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001971,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005316,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016944,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028931,"completed_at":"2026-09-01T10:32:36.849Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397gitlab # [ 236.625172] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.851Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b81423b81e95192f380cd01","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b81423b81e95192f380cd01: start","job_status":"start","queue_duration_s":1.817885,"scheduling_latency_s":1.817922}1398gitlab # [ 236.641911] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6b81423b81e95192f380cd01","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6b81423b81e95192f380cd01: done: 0.019699 sec","job_status":"done","queue_duration_s":1.817885,"scheduling_latency_s":1.817922,"redis_calls":13,"redis_duration_s":0.0034809999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001112,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002369,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012487,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019699,"completed_at":"2026-09-01T10:32:36.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399gitlab # [ 236.727036] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9bc7369a8e5bf507e5c9f69","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9bc7369a8e5bf507e5c9f69: start","job_status":"start","queue_duration_s":1.839319,"scheduling_latency_s":1.839348}1400gitlab # [ 236.728917] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9bc7369a8e5bf507e5c9f69","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9bc7369a8e5bf507e5c9f69: done: 0.017929 sec","job_status":"done","queue_duration_s":1.839319,"scheduling_latency_s":1.839348,"redis_calls":13,"redis_duration_s":0.002945,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002001,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017929,"completed_at":"2026-09-01T10:32:36.891Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401gitlab # [ 236.767257] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.892Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ed212cc753febd233148c09","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ed212cc753febd233148c09: start","job_status":"start","queue_duration_s":1.858966,"scheduling_latency_s":1.858996}1402gitlab # [ 236.785162] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.911Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ed212cc753febd233148c09","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ed212cc753febd233148c09: done: 0.018823 sec","job_status":"done","queue_duration_s":1.858966,"scheduling_latency_s":1.858996,"redis_calls":13,"redis_duration_s":0.0030150000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002063,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01261,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018823,"completed_at":"2026-09-01T10:32:36.911Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403gitlab # [ 236.855183] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f22f56e3619569a12f328ad3","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f22f56e3619569a12f328ad3: start","job_status":"start","queue_duration_s":1.879245,"scheduling_latency_s":1.879269}1404gitlab # [ 236.856379] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f22f56e3619569a12f328ad3","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f22f56e3619569a12f328ad3: done: 0.016576 sec","job_status":"done","queue_duration_s":1.879245,"scheduling_latency_s":1.879269,"redis_calls":13,"redis_duration_s":0.0026839999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000864,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00182,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010166,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016576,"completed_at":"2026-09-01T10:32:36.929Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405gitlab # [ 236.910559] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.931Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"194b1c97a0e5b38ebddc8a54","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-194b1c97a0e5b38ebddc8a54: start","job_status":"start","queue_duration_s":1.897437,"scheduling_latency_s":1.897461}1406gitlab # [ 236.977220] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"194b1c97a0e5b38ebddc8a54","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-194b1c97a0e5b38ebddc8a54: done: 0.018374 sec","job_status":"done","queue_duration_s":1.897437,"scheduling_latency_s":1.897461,"redis_calls":13,"redis_duration_s":0.0039380000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001886,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011668,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018374,"completed_at":"2026-09-01T10:32:36.949Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407gitlab # [ 236.979065] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.951Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8fe58ba970597c362cb66ef4","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8fe58ba970597c362cb66ef4: start","job_status":"start","queue_duration_s":1.917551,"scheduling_latency_s":1.917576}1408gitlab # [ 236.995604] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.971Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8fe58ba970597c362cb66ef4","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8fe58ba970597c362cb66ef4: done: 0.020154 sec","job_status":"done","queue_duration_s":1.917551,"scheduling_latency_s":1.917576,"redis_calls":13,"redis_duration_s":0.0032760000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001099,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002177,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013381,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020154,"completed_at":"2026-09-01T10:32:36.971Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409gitlab # [ 237.054451] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.973Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55ecd2f3a7c4c2031d6ff09d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55ecd2f3a7c4c2031d6ff09d: start","job_status":"start","queue_duration_s":1.939308,"scheduling_latency_s":1.939333}1410gitlab # [ 237.072300] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55ecd2f3a7c4c2031d6ff09d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55ecd2f3a7c4c2031d6ff09d: done: 0.018099 sec","job_status":"done","queue_duration_s":1.939308,"scheduling_latency_s":1.939333,"redis_calls":13,"redis_duration_s":0.003062,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011898,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018099,"completed_at":"2026-09-01T10:32:36.991Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411gitlab # [ 237.125789] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:36.993Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"727b50052c424baf8ba19a63","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-727b50052c424baf8ba19a63: start","job_status":"start","queue_duration_s":1.959491,"scheduling_latency_s":1.959529}1412gitlab # [ 237.144416] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.016Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"727b50052c424baf8ba19a63","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-727b50052c424baf8ba19a63: done: 0.023086 sec","job_status":"done","queue_duration_s":1.959491,"scheduling_latency_s":1.959529,"redis_calls":13,"redis_duration_s":0.003423,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001249,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002174,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013818,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023086,"completed_at":"2026-09-01T10:32:37.016Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413gitlab # [ 237.232560] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bbe24736b0bfd69873922bb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bbe24736b0bfd69873922bb: start","job_status":"start","queue_duration_s":1.984272,"scheduling_latency_s":1.9843}1414gitlab # [ 237.233698] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bbe24736b0bfd69873922bb","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bbe24736b0bfd69873922bb: done: 0.022161 sec","job_status":"done","queue_duration_s":1.984272,"scheduling_latency_s":1.9843,"redis_calls":13,"redis_duration_s":0.003614,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001253,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002361,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014773,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022161,"completed_at":"2026-09-01T10:32:37.040Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415gitlab # [ 237.266077] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.042Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3464408bd2d41d55b16a6ab","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3464408bd2d41d55b16a6ab: start","job_status":"start","queue_duration_s":2.008431,"scheduling_latency_s":2.008464}1416gitlab # [ 237.283865] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.064Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3464408bd2d41d55b16a6ab","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3464408bd2d41d55b16a6ab: done: 0.022065 sec","job_status":"done","queue_duration_s":2.008431,"scheduling_latency_s":2.008464,"redis_calls":13,"redis_duration_s":0.003423,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001155,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002268,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022065,"completed_at":"2026-09-01T10:32:37.064Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417gitlab # [ 237.353948] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7eb1599bf28646319936a0e1","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7eb1599bf28646319936a0e1: start","job_status":"start","queue_duration_s":2.035305,"scheduling_latency_s":2.035343}1418gitlab # [ 237.354908] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.091Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7eb1599bf28646319936a0e1","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7eb1599bf28646319936a0e1: done: 0.022574 sec","job_status":"done","queue_duration_s":2.035305,"scheduling_latency_s":2.035343,"redis_calls":13,"redis_duration_s":0.00376,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001473,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002287,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013918,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022574,"completed_at":"2026-09-01T10:32:37.091Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419gitlab # [ 237.415364] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd0039b97b8811599d54c0a3","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd0039b97b8811599d54c0a3: start","job_status":"start","queue_duration_s":2.059943,"scheduling_latency_s":2.059979}1420gitlab # [ 237.419790] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd0039b97b8811599d54c0a3","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd0039b97b8811599d54c0a3: done: 0.022026 sec","job_status":"done","queue_duration_s":2.059943,"scheduling_latency_s":2.059979,"redis_calls":13,"redis_duration_s":0.0036630000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00127,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002393,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013175,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022026,"completed_at":"2026-09-01T10:32:37.115Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421gitlab # [ 237.473087] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d866d985c48b5b433240a5fc","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d866d985c48b5b433240a5fc: start","job_status":"start","queue_duration_s":2.083817,"scheduling_latency_s":2.083844}1422gitlab # [ 237.488827] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.138Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d866d985c48b5b433240a5fc","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d866d985c48b5b433240a5fc: done: 0.020431 sec","job_status":"done","queue_duration_s":2.083817,"scheduling_latency_s":2.083844,"redis_calls":13,"redis_duration_s":0.0033,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001164,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002136,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013795,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020431,"completed_at":"2026-09-01T10:32:37.138Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423gitlab # [ 237.594101] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.140Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e882830b3053222c3be7d00","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e882830b3053222c3be7d00: start","job_status":"start","queue_duration_s":2.106334,"scheduling_latency_s":2.106362}1424gitlab # [ 237.595147] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.159Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e882830b3053222c3be7d00","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e882830b3053222c3be7d00: done: 0.019236 sec","job_status":"done","queue_duration_s":2.106334,"scheduling_latency_s":2.106362,"redis_calls":13,"redis_duration_s":0.0031130000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000955,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002158,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012807,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019236,"completed_at":"2026-09-01T10:32:37.159Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425gitlab # [ 237.606814] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.161Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c2b237730915fd67712a5bd5","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c2b237730915fd67712a5bd5: start","job_status":"start","queue_duration_s":2.127277,"scheduling_latency_s":2.127304}1426gitlab # [ 237.622577] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c2b237730915fd67712a5bd5","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c2b237730915fd67712a5bd5: done: 0.019285 sec","job_status":"done","queue_duration_s":2.127277,"scheduling_latency_s":2.127304,"redis_calls":13,"redis_duration_s":0.003171,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00121,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011861,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019285,"completed_at":"2026-09-01T10:32:37.180Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427gitlab # [ 237.709916] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.182Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cf47fcc51d5f19e2b82c69e7","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cf47fcc51d5f19e2b82c69e7: start","job_status":"start","queue_duration_s":2.148822,"scheduling_latency_s":2.148851}1428gitlab # [ 237.710971] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.204Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cf47fcc51d5f19e2b82c69e7","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cf47fcc51d5f19e2b82c69e7: done: 0.02232 sec","job_status":"done","queue_duration_s":2.148822,"scheduling_latency_s":2.148851,"redis_calls":13,"redis_duration_s":0.005893000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001023,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00487,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013232,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02232,"completed_at":"2026-09-01T10:32:37.204Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429gitlab # [ 237.739824] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5255d01505fb2a770f2d5f57","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5255d01505fb2a770f2d5f57: start","job_status":"start","queue_duration_s":2.172756,"scheduling_latency_s":2.172784}1430gitlab # [ 237.757243] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.225Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5255d01505fb2a770f2d5f57","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5255d01505fb2a770f2d5f57: done: 0.018773 sec","job_status":"done","queue_duration_s":2.172756,"scheduling_latency_s":2.172784,"redis_calls":13,"redis_duration_s":0.0031330000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00223,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018773,"completed_at":"2026-09-01T10:32:37.225Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1431gitlab # [ 237.830617] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.226Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5186d7e07c1109d9e3b85fa","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5186d7e07c1109d9e3b85fa: start","job_status":"start","queue_duration_s":2.193034,"scheduling_latency_s":2.193058}1432gitlab # [ 237.831851] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5186d7e07c1109d9e3b85fa","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5186d7e07c1109d9e3b85fa: done: 0.01748 sec","job_status":"done","queue_duration_s":2.193034,"scheduling_latency_s":2.193058,"redis_calls":13,"redis_duration_s":0.002942,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000843,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01748,"completed_at":"2026-09-01T10:32:37.244Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433gitlab # [ 237.877099] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.245Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd00f689c9f45934309a5d5c","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd00f689c9f45934309a5d5c: start","job_status":"start","queue_duration_s":2.212028,"scheduling_latency_s":2.212055}1434gitlab # [ 237.937969] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.263Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd00f689c9f45934309a5d5c","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd00f689c9f45934309a5d5c: done: 0.017688 sec","job_status":"done","queue_duration_s":2.212028,"scheduling_latency_s":2.212055,"redis_calls":13,"redis_duration_s":0.0027559999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00089,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001866,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017688,"completed_at":"2026-09-01T10:32:37.263Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435gitlab # [ 237.946147] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7444a7a984cca54b5759457","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7444a7a984cca54b5759457: start","job_status":"start","queue_duration_s":2.231744,"scheduling_latency_s":2.231771}1436gitlab # [ 237.964318] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.283Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7444a7a984cca54b5759457","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7444a7a984cca54b5759457: done: 0.018096 sec","job_status":"done","queue_duration_s":2.231744,"scheduling_latency_s":2.231771,"redis_calls":13,"redis_duration_s":0.002918,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002019,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011561,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018096,"completed_at":"2026-09-01T10:32:37.283Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1437gitlab # [ 238.023333] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2e1770a8afbf553667c0cd9d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2e1770a8afbf553667c0cd9d: start","job_status":"start","queue_duration_s":2.251436,"scheduling_latency_s":2.25146}1438gitlab # [ 238.040250] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2e1770a8afbf553667c0cd9d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2e1770a8afbf553667c0cd9d: done: 0.016881 sec","job_status":"done","queue_duration_s":2.251436,"scheduling_latency_s":2.25146,"redis_calls":13,"redis_duration_s":0.0033290000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000887,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002442,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011058,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016881,"completed_at":"2026-09-01T10:32:37.302Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439gitlab # [ 238.093324] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"054cd0ab3ebaf55a67bd065d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-054cd0ab3ebaf55a67bd065d: start","job_status":"start","queue_duration_s":2.2698,"scheduling_latency_s":2.269824}1440gitlab # [ 238.110541] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.322Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"054cd0ab3ebaf55a67bd065d","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-054cd0ab3ebaf55a67bd065d: done: 0.019123 sec","job_status":"done","queue_duration_s":2.2698,"scheduling_latency_s":2.269824,"redis_calls":13,"redis_duration_s":0.004146,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001755,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002391,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012475,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019123,"completed_at":"2026-09-01T10:32:37.322Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441gitlab # [ 238.204833] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.324Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58472d45ce14654c54180eb0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58472d45ce14654c54180eb0: start","job_status":"start","queue_duration_s":2.290913,"scheduling_latency_s":2.290945}1442gitlab # [ 238.206148] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58472d45ce14654c54180eb0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58472d45ce14654c54180eb0: done: 0.018449 sec","job_status":"done","queue_duration_s":2.290913,"scheduling_latency_s":2.290945,"redis_calls":13,"redis_duration_s":0.0028970000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000887,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018449,"completed_at":"2026-09-01T10:32:37.343Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443gitlab # [ 238.229832] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ac03ffd5f99e1a81ca10c7e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ac03ffd5f99e1a81ca10c7e: start","job_status":"start","queue_duration_s":2.311104,"scheduling_latency_s":2.311129}1444gitlab # [ 238.245879] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ac03ffd5f99e1a81ca10c7e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ac03ffd5f99e1a81ca10c7e: done: 0.01641 sec","job_status":"done","queue_duration_s":2.311104,"scheduling_latency_s":2.311129,"redis_calls":13,"redis_duration_s":0.002764,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000803,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01641,"completed_at":"2026-09-01T10:32:37.361Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445gitlab # [ 238.295462] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.362Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e7db131954f292bc4eec6a7","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e7db131954f292bc4eec6a7: start","job_status":"start","queue_duration_s":2.329001,"scheduling_latency_s":2.329026}1446gitlab # [ 238.311574] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3e7db131954f292bc4eec6a7","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3e7db131954f292bc4eec6a7: done: 0.01951 sec","job_status":"done","queue_duration_s":2.329001,"scheduling_latency_s":2.329026,"redis_calls":13,"redis_duration_s":0.003532,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00258,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012645,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01951,"completed_at":"2026-09-01T10:32:37.382Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447gitlab # [ 238.364950] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"780cb813a435e5791b9ffac6","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-780cb813a435e5791b9ffac6: start","job_status":"start","queue_duration_s":2.349965,"scheduling_latency_s":2.349989}1448gitlab # [ 238.382584] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.400Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"780cb813a435e5791b9ffac6","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-780cb813a435e5791b9ffac6: done: 0.016634 sec","job_status":"done","queue_duration_s":2.349965,"scheduling_latency_s":2.349989,"redis_calls":13,"redis_duration_s":0.002618,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00175,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011039,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016634,"completed_at":"2026-09-01T10:32:37.400Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449gitlab # [ 238.437938] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.401Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5385b7503478aa0e2cf6a35a","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5385b7503478aa0e2cf6a35a: start","job_status":"start","queue_duration_s":2.368078,"scheduling_latency_s":2.368101}1450gitlab # [ 238.455479] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5385b7503478aa0e2cf6a35a","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5385b7503478aa0e2cf6a35a: done: 0.021013 sec","job_status":"done","queue_duration_s":2.368078,"scheduling_latency_s":2.368101,"redis_calls":13,"redis_duration_s":0.003233,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001026,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002207,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021013,"completed_at":"2026-09-01T10:32:37.422Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451gitlab # [ 238.511407] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.424Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0845211b4ab3e4f9a97a6d0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0845211b4ab3e4f9a97a6d0: start","job_status":"start","queue_duration_s":2.390994,"scheduling_latency_s":2.391025}1452gitlab # [ 238.572330] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.443Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f0845211b4ab3e4f9a97a6d0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f0845211b4ab3e4f9a97a6d0: done: 0.018742 sec","job_status":"done","queue_duration_s":2.390994,"scheduling_latency_s":2.391025,"redis_calls":13,"redis_duration_s":0.002989,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002039,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018742,"completed_at":"2026-09-01T10:32:37.443Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453gitlab # [ 238.577671] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cad6e0326eba3b8f7a4f37d0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cad6e0326eba3b8f7a4f37d0: start","job_status":"start","queue_duration_s":2.411324,"scheduling_latency_s":2.411353}1454gitlab # [ 238.593412] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cad6e0326eba3b8f7a4f37d0","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cad6e0326eba3b8f7a4f37d0: done: 0.018741 sec","job_status":"done","queue_duration_s":2.411324,"scheduling_latency_s":2.411353,"redis_calls":13,"redis_duration_s":0.002967,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002084,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012238,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018741,"completed_at":"2026-09-01T10:32:37.463Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455gitlab # [ 238.642988] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"035f472a60ac8c83c1c488ef","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-035f472a60ac8c83c1c488ef: start","job_status":"start","queue_duration_s":2.431823,"scheduling_latency_s":2.431856}1456gitlab # [ 238.660332] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.485Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"035f472a60ac8c83c1c488ef","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-035f472a60ac8c83c1c488ef: done: 0.019759 sec","job_status":"done","queue_duration_s":2.431823,"scheduling_latency_s":2.431856,"redis_calls":13,"redis_duration_s":0.0029230000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000867,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002056,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011479,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019759,"completed_at":"2026-09-01T10:32:37.485Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457gitlab # [ 238.712931] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.487Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4b59bff3111a11f00b32254","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4b59bff3111a11f00b32254: start","job_status":"start","queue_duration_s":2.453537,"scheduling_latency_s":2.453563}1458gitlab # [ 238.729086] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.504Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4b59bff3111a11f00b32254","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4b59bff3111a11f00b32254: done: 0.017186 sec","job_status":"done","queue_duration_s":2.453537,"scheduling_latency_s":2.453563,"redis_calls":13,"redis_duration_s":0.0029460000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017186,"completed_at":"2026-09-01T10:32:37.504Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459gitlab # [ 238.801319] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"880abafe3f3db339e9fd7a5e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-880abafe3f3db339e9fd7a5e: start","job_status":"start","queue_duration_s":2.472196,"scheduling_latency_s":2.472251}1460gitlab # [ 238.802392] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"880abafe3f3db339e9fd7a5e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-880abafe3f3db339e9fd7a5e: done: 0.017194 sec","job_status":"done","queue_duration_s":2.472196,"scheduling_latency_s":2.472251,"redis_calls":13,"redis_duration_s":0.0028450000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001951,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01135,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017194,"completed_at":"2026-09-01T10:32:37.523Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461gitlab # [ 238.854984] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.524Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4bf6e000331fa20879bcc29","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4bf6e000331fa20879bcc29: start","job_status":"start","queue_duration_s":2.490926,"scheduling_latency_s":2.49095}1462gitlab # [ 238.873159] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4bf6e000331fa20879bcc29","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4bf6e000331fa20879bcc29: done: 0.018951 sec","job_status":"done","queue_duration_s":2.490926,"scheduling_latency_s":2.49095,"redis_calls":13,"redis_duration_s":0.0030800000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002141,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012743,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018951,"completed_at":"2026-09-01T10:32:37.543Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463gitlab # [ 238.940902] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7597b34bf358a231c9d66afd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7597b34bf358a231c9d66afd: start","job_status":"start","queue_duration_s":2.511541,"scheduling_latency_s":2.511565}1464gitlab # [ 238.942155] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7597b34bf358a231c9d66afd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7597b34bf358a231c9d66afd: done: 0.018608 sec","job_status":"done","queue_duration_s":2.511541,"scheduling_latency_s":2.511565,"redis_calls":13,"redis_duration_s":0.0029400000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01172,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018608,"completed_at":"2026-09-01T10:32:37.563Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465gitlab # [ 238.992199] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c83e41afd674573f679781bd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c83e41afd674573f679781bd: start","job_status":"start","queue_duration_s":2.531922,"scheduling_latency_s":2.531953}1466gitlab # [ 239.008935] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c83e41afd674573f679781bd","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c83e41afd674573f679781bd: done: 0.02286 sec","job_status":"done","queue_duration_s":2.531922,"scheduling_latency_s":2.531953,"redis_calls":13,"redis_duration_s":0.006547,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003878,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002669,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02286,"completed_at":"2026-09-01T10:32:37.588Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467gitlab # [ 239.063239] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.590Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"028e5b500dac7359b3f1f42e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-028e5b500dac7359b3f1f42e: start","job_status":"start","queue_duration_s":2.556355,"scheduling_latency_s":2.55638}1468gitlab # [ 239.078943] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.608Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"028e5b500dac7359b3f1f42e","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-028e5b500dac7359b3f1f42e: done: 0.017877 sec","job_status":"done","queue_duration_s":2.556355,"scheduling_latency_s":2.55638,"redis_calls":13,"redis_duration_s":0.002963,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001026,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017877,"completed_at":"2026-09-01T10:32:37.608Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1469gitlab # [ 239.128758] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.610Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad8a25e8ea15ada38864a326","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad8a25e8ea15ada38864a326: start","job_status":"start","queue_duration_s":2.576108,"scheduling_latency_s":2.576133}1470gitlab # [ 239.145959] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.627Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad8a25e8ea15ada38864a326","created_at":"2026-09-01T10:32:34.940Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-5dfdc54f2fec4232","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d6ee6983bf39e747f7c651fae778b79b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.033Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad8a25e8ea15ada38864a326: done: 0.017698 sec","job_status":"done","queue_duration_s":2.576108,"scheduling_latency_s":2.576133,"redis_calls":13,"redis_duration_s":0.002758,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001851,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011234,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017698,"completed_at":"2026-09-01T10:32:37.627Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471gitlab # [ 239.195359] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"83c627e8489b71815ba5a557","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-83c627e8489b71815ba5a557: start","job_status":"start","queue_duration_s":1.917112,"scheduling_latency_s":1.917136}1472gitlab # [ 239.211063] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.659Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"83c627e8489b71815ba5a557","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-83c627e8489b71815ba5a557: done: 0.029875 sec","job_status":"done","queue_duration_s":1.917112,"scheduling_latency_s":1.917136,"redis_calls":13,"redis_duration_s":0.003195,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001649,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000340825,"duration_s":0.029875,"completed_at":"2026-09-01T10:32:37.659Z","load_balancing_strategy":"primary","db_duration_s":0.003765,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473gitlab # [ 239.262978] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bf46ea9ecc6dc1db166bc11f","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bf46ea9ecc6dc1db166bc11f: start","job_status":"start","queue_duration_s":1.948637,"scheduling_latency_s":1.948663}1474gitlab # [ 239.280389] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.682Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bf46ea9ecc6dc1db166bc11f","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bf46ea9ecc6dc1db166bc11f: done: 0.022113 sec","job_status":"done","queue_duration_s":1.948637,"scheduling_latency_s":1.948663,"redis_calls":10,"redis_duration_s":0.003044,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00119,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001854,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022113,"completed_at":"2026-09-01T10:32:37.682Z","load_balancing_strategy":"primary","db_duration_s":0.002181,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475gitlab # [ 239.335099] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1da92c48675b5ea79f63653e","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1da92c48675b5ea79f63653e: start","job_status":"start","queue_duration_s":1.972403,"scheduling_latency_s":1.972431}1476gitlab # [ 239.350855] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.707Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1da92c48675b5ea79f63653e","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1da92c48675b5ea79f63653e: done: 0.023129 sec","job_status":"done","queue_duration_s":1.972403,"scheduling_latency_s":1.972431,"redis_calls":10,"redis_duration_s":0.002785,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001079,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001706,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015071,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023129,"completed_at":"2026-09-01T10:32:37.707Z","load_balancing_strategy":"primary","db_duration_s":0.003225,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477gitlab # [ 239.422090] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fe6d40df13d5efac573c77f3","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fe6d40df13d5efac573c77f3: start","job_status":"start","queue_duration_s":1.99723,"scheduling_latency_s":1.997255}1478gitlab # [ 239.423239] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.729Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fe6d40df13d5efac573c77f3","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fe6d40df13d5efac573c77f3: done: 0.020234 sec","job_status":"done","queue_duration_s":1.99723,"scheduling_latency_s":1.997255,"redis_calls":10,"redis_duration_s":0.0022689999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001383,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013895,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020234,"completed_at":"2026-09-01T10:32:37.729Z","load_balancing_strategy":"primary","db_duration_s":0.001916,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479gitlab # [ 239.470134] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"579b1dc27c0a4a448c94c530","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-579b1dc27c0a4a448c94c530: start","job_status":"start","queue_duration_s":2.018847,"scheduling_latency_s":2.018921}1480gitlab # [ 239.538892] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.752Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"579b1dc27c0a4a448c94c530","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-579b1dc27c0a4a448c94c530: done: 0.021697 sec","job_status":"done","queue_duration_s":2.018847,"scheduling_latency_s":2.018921,"redis_calls":10,"redis_duration_s":0.002537,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001532,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021697,"completed_at":"2026-09-01T10:32:37.752Z","load_balancing_strategy":"primary","db_duration_s":0.002317,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481gitlab # [ 239.540787] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.755Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"be62a7dd7ead68873785fcec","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-be62a7dd7ead68873785fcec: start","job_status":"start","queue_duration_s":2.04347,"scheduling_latency_s":2.04351}1482gitlab # [ 239.553857] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"be62a7dd7ead68873785fcec","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-be62a7dd7ead68873785fcec: done: 0.031367 sec","job_status":"done","queue_duration_s":2.04347,"scheduling_latency_s":2.04351,"redis_calls":10,"redis_duration_s":0.004875,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00288,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.007,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031367,"completed_at":"2026-09-01T10:32:37.786Z","load_balancing_strategy":"primary","db_duration_s":0.008101,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483gitlab # [ 239.606290] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.788Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4d936ebaa7f7977868d0d8e8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4d936ebaa7f7977868d0d8e8: start","job_status":"start","queue_duration_s":2.076561,"scheduling_latency_s":2.076589}1484gitlab # [ 239.663108] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.814Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4d936ebaa7f7977868d0d8e8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4d936ebaa7f7977868d0d8e8: done: 0.02618 sec","job_status":"done","queue_duration_s":2.076561,"scheduling_latency_s":2.076589,"redis_calls":10,"redis_duration_s":0.003571,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00162,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014039,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02618,"completed_at":"2026-09-01T10:32:37.814Z","load_balancing_strategy":"primary","db_duration_s":0.007117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485gitlab # [ 239.669215] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1ec8b2746ad16f4cef3a0110","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1ec8b2746ad16f4cef3a0110: start","job_status":"start","queue_duration_s":2.10493,"scheduling_latency_s":2.104956}1486gitlab # [ 239.685413] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.838Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1ec8b2746ad16f4cef3a0110","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1ec8b2746ad16f4cef3a0110: done: 0.021544 sec","job_status":"done","queue_duration_s":2.10493,"scheduling_latency_s":2.104956,"redis_calls":10,"redis_duration_s":0.002372,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001466,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013403,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021544,"completed_at":"2026-09-01T10:32:37.838Z","load_balancing_strategy":"primary","db_duration_s":0.004444,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487gitlab # [ 239.734190] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"13929ed216a6b2e2e92c7e00","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-13929ed216a6b2e2e92c7e00: start","job_status":"start","queue_duration_s":2.128058,"scheduling_latency_s":2.128083}1488gitlab # [ 239.751421] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.859Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"13929ed216a6b2e2e92c7e00","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-13929ed216a6b2e2e92c7e00: done: 0.019483 sec","job_status":"done","queue_duration_s":2.128058,"scheduling_latency_s":2.128083,"redis_calls":10,"redis_duration_s":0.002351,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001426,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019483,"completed_at":"2026-09-01T10:32:37.859Z","load_balancing_strategy":"primary","db_duration_s":0.001748,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489gitlab # [ 239.804342] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.861Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7edb5666e1ce25fd568e96ae","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7edb5666e1ce25fd568e96ae: start","job_status":"start","queue_duration_s":2.149043,"scheduling_latency_s":2.149069}1490gitlab # [ 239.866149] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.880Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7edb5666e1ce25fd568e96ae","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7edb5666e1ce25fd568e96ae: done: 0.019069 sec","job_status":"done","queue_duration_s":2.149043,"scheduling_latency_s":2.149069,"redis_calls":10,"redis_duration_s":0.002496,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001595,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019069,"completed_at":"2026-09-01T10:32:37.880Z","load_balancing_strategy":"primary","db_duration_s":0.001611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491gitlab # [ 239.867600] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b691c2f4efa62d4b1bbfcee3","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b691c2f4efa62d4b1bbfcee3: start","job_status":"start","queue_duration_s":2.169745,"scheduling_latency_s":2.169775}1492gitlab # [ 239.882985] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.903Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b691c2f4efa62d4b1bbfcee3","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b691c2f4efa62d4b1bbfcee3: done: 0.021803 sec","job_status":"done","queue_duration_s":2.169745,"scheduling_latency_s":2.169775,"redis_calls":10,"redis_duration_s":0.002539,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001537,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021803,"completed_at":"2026-09-01T10:32:37.903Z","load_balancing_strategy":"primary","db_duration_s":0.001911,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493gitlab # [ 239.936289] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.905Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"10d30f14a1ed892e59794be1","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-10d30f14a1ed892e59794be1: start","job_status":"start","queue_duration_s":2.193429,"scheduling_latency_s":2.193458}1494gitlab # [ 239.952093] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.928Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"10d30f14a1ed892e59794be1","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-10d30f14a1ed892e59794be1: done: 0.023333 sec","job_status":"done","queue_duration_s":2.193429,"scheduling_latency_s":2.193458,"redis_calls":10,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001093,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001595,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015918,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023333,"completed_at":"2026-09-01T10:32:37.928Z","load_balancing_strategy":"primary","db_duration_s":0.002307,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495gitlab # [ 240.005077] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.930Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"72312e266d15a3ebdc794807","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-72312e266d15a3ebdc794807: start","job_status":"start","queue_duration_s":2.218468,"scheduling_latency_s":2.2185}1496gitlab # [ 240.022417] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"72312e266d15a3ebdc794807","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-72312e266d15a3ebdc794807: done: 0.026736 sec","job_status":"done","queue_duration_s":2.218468,"scheduling_latency_s":2.2185,"redis_calls":10,"redis_duration_s":0.003593,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001136,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002457,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016674,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026736,"completed_at":"2026-09-01T10:32:37.957Z","load_balancing_strategy":"primary","db_duration_s":0.003607,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497gitlab # [ 240.077278] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6ddc2f675095bc1fa3f4d3a1","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6ddc2f675095bc1fa3f4d3a1: start","job_status":"start","queue_duration_s":2.247002,"scheduling_latency_s":2.24703}1498gitlab # [ 240.093831] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.981Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6ddc2f675095bc1fa3f4d3a1","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6ddc2f675095bc1fa3f4d3a1: done: 0.022084 sec","job_status":"done","queue_duration_s":2.247002,"scheduling_latency_s":2.24703,"redis_calls":10,"redis_duration_s":0.0028409999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00101,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001831,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022084,"completed_at":"2026-09-01T10:32:37.981Z","load_balancing_strategy":"primary","db_duration_s":0.001966,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499gitlab # [ 240.141769] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:37.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"380a3f33a1572e0876eaa7f8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-380a3f33a1572e0876eaa7f8: start","job_status":"start","queue_duration_s":2.270673,"scheduling_latency_s":2.270698}1500gitlab # [ 240.156958] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"380a3f33a1572e0876eaa7f8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-380a3f33a1572e0876eaa7f8: done: 0.021766 sec","job_status":"done","queue_duration_s":2.270673,"scheduling_latency_s":2.270698,"redis_calls":10,"redis_duration_s":0.002351,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00099,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001361,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014863,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021766,"completed_at":"2026-09-01T10:32:38.004Z","load_balancing_strategy":"primary","db_duration_s":0.001995,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501gitlab # [ 240.205272] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.006Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ae843c7b59c9782017fe0066","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ae843c7b59c9782017fe0066: start","job_status":"start","queue_duration_s":2.294321,"scheduling_latency_s":2.294351}1502gitlab # [ 240.220961] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.026Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ae843c7b59c9782017fe0066","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ae843c7b59c9782017fe0066: done: 0.019921 sec","job_status":"done","queue_duration_s":2.294321,"scheduling_latency_s":2.294351,"redis_calls":10,"redis_duration_s":0.002287,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00089,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001397,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012946,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019921,"completed_at":"2026-09-01T10:32:38.026Z","load_balancing_strategy":"primary","db_duration_s":0.001557,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503gitlab # [ 240.269222] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.028Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a89ff5e03b7f78890257448a","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a89ff5e03b7f78890257448a: start","job_status":"start","queue_duration_s":2.315855,"scheduling_latency_s":2.315915}1504gitlab # [ 240.285100] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.049Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a89ff5e03b7f78890257448a","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a89ff5e03b7f78890257448a: done: 0.021896 sec","job_status":"done","queue_duration_s":2.315855,"scheduling_latency_s":2.315915,"redis_calls":10,"redis_duration_s":0.0026290000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001001,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001628,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014737,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021896,"completed_at":"2026-09-01T10:32:38.049Z","load_balancing_strategy":"primary","db_duration_s":0.00215,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505gitlab # [ 240.377311] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.052Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a2420420b3b0b1c217325f48","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a2420420b3b0b1c217325f48: start","job_status":"start","queue_duration_s":2.340054,"scheduling_latency_s":2.340079}1506gitlab # [ 240.378275] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.074Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a2420420b3b0b1c217325f48","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a2420420b3b0b1c217325f48: done: 0.021778 sec","job_status":"done","queue_duration_s":2.340054,"scheduling_latency_s":2.340079,"redis_calls":10,"redis_duration_s":0.002548,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001587,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014379,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021778,"completed_at":"2026-09-01T10:32:38.073Z","load_balancing_strategy":"primary","db_duration_s":0.002009,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1507gitlab # [ 240.396844] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3f95aaf5ec8a9a0fb13141a6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3f95aaf5ec8a9a0fb13141a6: start","job_status":"start","queue_duration_s":2.363496,"scheduling_latency_s":2.363521}1508gitlab # [ 240.411971] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.098Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3f95aaf5ec8a9a0fb13141a6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3f95aaf5ec8a9a0fb13141a6: done: 0.023015 sec","job_status":"done","queue_duration_s":2.363496,"scheduling_latency_s":2.363521,"redis_calls":10,"redis_duration_s":0.002673,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001013,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00166,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023015,"completed_at":"2026-09-01T10:32:38.098Z","load_balancing_strategy":"primary","db_duration_s":0.001908,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509gitlab # [ 240.491062] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f179d39f35c2661e34643823","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f179d39f35c2661e34643823: start","job_status":"start","queue_duration_s":2.388273,"scheduling_latency_s":2.388301}1510gitlab # [ 240.492330] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.121Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f179d39f35c2661e34643823","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f179d39f35c2661e34643823: done: 0.020981 sec","job_status":"done","queue_duration_s":2.388273,"scheduling_latency_s":2.388301,"redis_calls":10,"redis_duration_s":0.0025789999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001004,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001575,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013856,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020981,"completed_at":"2026-09-01T10:32:38.121Z","load_balancing_strategy":"primary","db_duration_s":0.001756,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511gitlab # [ 240.523937] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.123Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"42ee36006ee7acf9e5712775","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-42ee36006ee7acf9e5712775: start","job_status":"start","queue_duration_s":2.411039,"scheduling_latency_s":2.411069}1512gitlab # [ 240.539912] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.146Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"42ee36006ee7acf9e5712775","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-42ee36006ee7acf9e5712775: done: 0.023773 sec","job_status":"done","queue_duration_s":2.411039,"scheduling_latency_s":2.411069,"redis_calls":10,"redis_duration_s":0.002683,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001072,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001611,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023773,"completed_at":"2026-09-01T10:32:38.146Z","load_balancing_strategy":"primary","db_duration_s":0.002126,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513gitlab # [ 240.605110] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e8089dd507f7008bc02f1788","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e8089dd507f7008bc02f1788: start","job_status":"start","queue_duration_s":2.436293,"scheduling_latency_s":2.436317}1514gitlab # [ 240.606153] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.167Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e8089dd507f7008bc02f1788","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e8089dd507f7008bc02f1788: done: 0.019102 sec","job_status":"done","queue_duration_s":2.436293,"scheduling_latency_s":2.436317,"redis_calls":10,"redis_duration_s":0.002272,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001387,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012482,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019102,"completed_at":"2026-09-01T10:32:38.167Z","load_balancing_strategy":"primary","db_duration_s":0.001835,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515gitlab # [ 240.650306] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.170Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"79078b41d101ce1ed0e6d96c","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-79078b41d101ce1ed0e6d96c: start","job_status":"start","queue_duration_s":2.458475,"scheduling_latency_s":2.45851}1516gitlab # [ 240.665955] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"79078b41d101ce1ed0e6d96c","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-79078b41d101ce1ed0e6d96c: done: 0.036978 sec","job_status":"done","queue_duration_s":2.458475,"scheduling_latency_s":2.45851,"redis_calls":10,"redis_duration_s":0.008513,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002902,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005611,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019137,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036978,"completed_at":"2026-09-01T10:32:38.207Z","load_balancing_strategy":"primary","db_duration_s":0.003447,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517gitlab # [ 240.716489] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.210Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ea21eef3e8fec62344c9f501","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ea21eef3e8fec62344c9f501: start","job_status":"start","queue_duration_s":2.497753,"scheduling_latency_s":2.497791}1518gitlab # [ 240.732172] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.233Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ea21eef3e8fec62344c9f501","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ea21eef3e8fec62344c9f501: done: 0.023498 sec","job_status":"done","queue_duration_s":2.497753,"scheduling_latency_s":2.497791,"redis_calls":10,"redis_duration_s":0.002693,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001605,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014745,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023498,"completed_at":"2026-09-01T10:32:38.233Z","load_balancing_strategy":"primary","db_duration_s":0.0021,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519gitlab # [ 240.780224] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"eb097ba08a3f03ddb4580020","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-eb097ba08a3f03ddb4580020: start","job_status":"start","queue_duration_s":2.523446,"scheduling_latency_s":2.523493}1520gitlab # [ 240.796444] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.262Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"eb097ba08a3f03ddb4580020","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-eb097ba08a3f03ddb4580020: done: 0.026822 sec","job_status":"done","queue_duration_s":2.523446,"scheduling_latency_s":2.523493,"redis_calls":10,"redis_duration_s":0.002937,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001134,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001803,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026822,"completed_at":"2026-09-01T10:32:38.262Z","load_balancing_strategy":"primary","db_duration_s":0.002698,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521gitlab # [ 240.847331] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8f50f6466bffad28cecc98d6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8f50f6466bffad28cecc98d6: start","job_status":"start","queue_duration_s":2.551928,"scheduling_latency_s":2.551956}1522gitlab # [ 240.862978] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.294Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8f50f6466bffad28cecc98d6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8f50f6466bffad28cecc98d6: done: 0.030385 sec","job_status":"done","queue_duration_s":2.551928,"scheduling_latency_s":2.551956,"redis_calls":10,"redis_duration_s":0.003308,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002182,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.008,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030385,"completed_at":"2026-09-01T10:32:38.294Z","load_balancing_strategy":"primary","db_duration_s":0.008511,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523gitlab # [ 240.953113] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.296Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5092732ae1291824bfd64fca","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5092732ae1291824bfd64fca: start","job_status":"start","queue_duration_s":2.584129,"scheduling_latency_s":2.58416}1524gitlab # [ 240.954226] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.320Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5092732ae1291824bfd64fca","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5092732ae1291824bfd64fca: done: 0.023799 sec","job_status":"done","queue_duration_s":2.584129,"scheduling_latency_s":2.58416,"redis_calls":10,"redis_duration_s":0.002878,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001932,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015018,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023799,"completed_at":"2026-09-01T10:32:38.320Z","load_balancing_strategy":"primary","db_duration_s":0.002291,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525gitlab # [ 240.972163] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f7adaad953afdca631662426","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f7adaad953afdca631662426: start","job_status":"start","queue_duration_s":2.609348,"scheduling_latency_s":2.609372}1526gitlab # [ 240.987776] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.342Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f7adaad953afdca631662426","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f7adaad953afdca631662426: done: 0.020962 sec","job_status":"done","queue_duration_s":2.609348,"scheduling_latency_s":2.609372,"redis_calls":10,"redis_duration_s":0.002449,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001013,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001436,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020962,"completed_at":"2026-09-01T10:32:38.342Z","load_balancing_strategy":"primary","db_duration_s":0.001879,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527gitlab # [ 241.043177] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.344Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0752aa6da04ad76c1023f689","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0752aa6da04ad76c1023f689: start","job_status":"start","queue_duration_s":2.631803,"scheduling_latency_s":2.631828}1528gitlab # [ 241.048560] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.362Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0752aa6da04ad76c1023f689","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0752aa6da04ad76c1023f689: done: 0.018885 sec","job_status":"done","queue_duration_s":2.631803,"scheduling_latency_s":2.631828,"redis_calls":10,"redis_duration_s":0.002296,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000875,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001421,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012616,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018885,"completed_at":"2026-09-01T10:32:38.362Z","load_balancing_strategy":"primary","db_duration_s":0.001624,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529gitlab # [ 241.097330] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.364Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b39280914b3b8be188f87643","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b39280914b3b8be188f87643: start","job_status":"start","queue_duration_s":2.652266,"scheduling_latency_s":2.652497}1530gitlab # [ 241.113320] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.384Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b39280914b3b8be188f87643","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b39280914b3b8be188f87643: done: 0.020169 sec","job_status":"done","queue_duration_s":2.652266,"scheduling_latency_s":2.652497,"redis_calls":10,"redis_duration_s":0.002289,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000937,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001352,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013345,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020169,"completed_at":"2026-09-01T10:32:38.384Z","load_balancing_strategy":"primary","db_duration_s":0.001798,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531gitlab # [ 241.161175] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.386Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5935d3c66130255109149f6d","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5935d3c66130255109149f6d: start","job_status":"start","queue_duration_s":2.674164,"scheduling_latency_s":2.674189}1532gitlab # [ 241.176098] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5935d3c66130255109149f6d","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5935d3c66130255109149f6d: done: 0.019371 sec","job_status":"done","queue_duration_s":2.674164,"scheduling_latency_s":2.674189,"redis_calls":10,"redis_duration_s":0.002349,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000898,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001451,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019371,"completed_at":"2026-09-01T10:32:38.405Z","load_balancing_strategy":"primary","db_duration_s":0.001597,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533gitlab # [ 241.227182] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.407Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7afe2761da42fcc58086d0aa","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7afe2761da42fcc58086d0aa: start","job_status":"start","queue_duration_s":2.695039,"scheduling_latency_s":2.695062}1534gitlab # [ 241.242516] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7afe2761da42fcc58086d0aa","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7afe2761da42fcc58086d0aa: done: 0.018462 sec","job_status":"done","queue_duration_s":2.695039,"scheduling_latency_s":2.695062,"redis_calls":10,"redis_duration_s":0.002126,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001266,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012042,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018462,"completed_at":"2026-09-01T10:32:38.425Z","load_balancing_strategy":"primary","db_duration_s":0.001654,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535gitlab # [ 241.296211] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f4b8293905e907a71d36aafe","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f4b8293905e907a71d36aafe: start","job_status":"start","queue_duration_s":2.715123,"scheduling_latency_s":2.71515}1536gitlab # [ 241.313503] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f4b8293905e907a71d36aafe","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f4b8293905e907a71d36aafe: done: 0.019199 sec","job_status":"done","queue_duration_s":2.715123,"scheduling_latency_s":2.71515,"redis_calls":10,"redis_duration_s":0.002713,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001076,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001637,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012815,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019199,"completed_at":"2026-09-01T10:32:38.446Z","load_balancing_strategy":"primary","db_duration_s":0.00171,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537gitlab # [ 241.363290] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.448Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0d32ada101e8e12f6fdab504","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0d32ada101e8e12f6fdab504: start","job_status":"start","queue_duration_s":2.736023,"scheduling_latency_s":2.736052}1538gitlab # [ 241.378301] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0d32ada101e8e12f6fdab504","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0d32ada101e8e12f6fdab504: done: 0.019338 sec","job_status":"done","queue_duration_s":2.736023,"scheduling_latency_s":2.736052,"redis_calls":10,"redis_duration_s":0.00259,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001285,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001305,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019338,"completed_at":"2026-09-01T10:32:38.467Z","load_balancing_strategy":"primary","db_duration_s":0.001663,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539gitlab # [ 241.425913] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3da1762c2fc987f5ef6019b5","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3da1762c2fc987f5ef6019b5: start","job_status":"start","queue_duration_s":2.757172,"scheduling_latency_s":2.757196}1540gitlab # [ 241.441407] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.488Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3da1762c2fc987f5ef6019b5","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3da1762c2fc987f5ef6019b5: done: 0.019382 sec","job_status":"done","queue_duration_s":2.757172,"scheduling_latency_s":2.757196,"redis_calls":10,"redis_duration_s":0.0023880000000000004,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00101,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001378,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012898,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019382,"completed_at":"2026-09-01T10:32:38.488Z","load_balancing_strategy":"primary","db_duration_s":0.00158,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541gitlab # [ 241.491122] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6611d159272effa63c70d943","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6611d159272effa63c70d943: start","job_status":"start","queue_duration_s":2.778507,"scheduling_latency_s":2.778533}1542gitlab # [ 241.506343] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6611d159272effa63c70d943","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6611d159272effa63c70d943: done: 0.019986 sec","job_status":"done","queue_duration_s":2.778507,"scheduling_latency_s":2.778533,"redis_calls":10,"redis_duration_s":0.00249,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001478,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013323,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019986,"completed_at":"2026-09-01T10:32:38.510Z","load_balancing_strategy":"primary","db_duration_s":0.002164,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543gitlab # [ 241.558183] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89fb8c73f56f10a97bc9e175","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89fb8c73f56f10a97bc9e175: start","job_status":"start","queue_duration_s":2.799641,"scheduling_latency_s":2.799665}1544gitlab # [ 241.627534] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.532Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89fb8c73f56f10a97bc9e175","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89fb8c73f56f10a97bc9e175: done: 0.020164 sec","job_status":"done","queue_duration_s":2.799641,"scheduling_latency_s":2.799665,"redis_calls":10,"redis_duration_s":0.002574,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001607,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020164,"completed_at":"2026-09-01T10:32:38.531Z","load_balancing_strategy":"primary","db_duration_s":0.001712,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545gitlab # [ 241.629069] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b567ea9f7a753d5e666e24db","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b567ea9f7a753d5e666e24db: start","job_status":"start","queue_duration_s":2.821321,"scheduling_latency_s":2.821345}1546gitlab # [ 241.643864] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b567ea9f7a753d5e666e24db","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b567ea9f7a753d5e666e24db: done: 0.026276 sec","job_status":"done","queue_duration_s":2.821321,"scheduling_latency_s":2.821345,"redis_calls":10,"redis_duration_s":0.005666,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001367,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004299,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026276,"completed_at":"2026-09-01T10:32:38.559Z","load_balancing_strategy":"primary","db_duration_s":0.001959,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547gitlab # [ 241.698289] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8f8182e9069fac00b0e340e6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8f8182e9069fac00b0e340e6: start","job_status":"start","queue_duration_s":2.849429,"scheduling_latency_s":2.849466}1548gitlab # [ 241.715667] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8f8182e9069fac00b0e340e6","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8f8182e9069fac00b0e340e6: done: 0.02598 sec","job_status":"done","queue_duration_s":2.849429,"scheduling_latency_s":2.849466,"redis_calls":10,"redis_duration_s":0.003257,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001576,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001681,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016428,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02598,"completed_at":"2026-09-01T10:32:38.587Z","load_balancing_strategy":"primary","db_duration_s":0.002637,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549gitlab # [ 241.791327] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b674a46e1b7e6149dc4d4b8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b674a46e1b7e6149dc4d4b8: start","job_status":"start","queue_duration_s":2.877584,"scheduling_latency_s":2.877617}1550gitlab # [ 241.792432] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b674a46e1b7e6149dc4d4b8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b674a46e1b7e6149dc4d4b8: done: 0.023594 sec","job_status":"done","queue_duration_s":2.877584,"scheduling_latency_s":2.877617,"redis_calls":10,"redis_duration_s":0.002855,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001177,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001678,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023594,"completed_at":"2026-09-01T10:32:38.613Z","load_balancing_strategy":"primary","db_duration_s":0.002044,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551gitlab # [ 241.837453] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.615Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b23715f4354dfb5dc69ef901","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b23715f4354dfb5dc69ef901: start","job_status":"start","queue_duration_s":2.903185,"scheduling_latency_s":2.903215}1552gitlab # [ 241.906071] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b23715f4354dfb5dc69ef901","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b23715f4354dfb5dc69ef901: done: 0.022636 sec","job_status":"done","queue_duration_s":2.903185,"scheduling_latency_s":2.903215,"redis_calls":10,"redis_duration_s":0.002856,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001803,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015381,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022636,"completed_at":"2026-09-01T10:32:38.637Z","load_balancing_strategy":"primary","db_duration_s":0.002045,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553gitlab # [ 241.908165] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.640Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b440e49b8f3ae83abaa1250","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b440e49b8f3ae83abaa1250: start","job_status":"start","queue_duration_s":2.927837,"scheduling_latency_s":2.927923}1554gitlab # [ 241.917083] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.661Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2b440e49b8f3ae83abaa1250","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2b440e49b8f3ae83abaa1250: done: 0.02129 sec","job_status":"done","queue_duration_s":2.927837,"scheduling_latency_s":2.927923,"redis_calls":10,"redis_duration_s":0.002424,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001484,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02129,"completed_at":"2026-09-01T10:32:38.661Z","load_balancing_strategy":"primary","db_duration_s":0.002236,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555gitlab # [ 241.969299] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.663Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"948f645a3a586606e7f8ac35","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-948f645a3a586606e7f8ac35: start","job_status":"start","queue_duration_s":2.950772,"scheduling_latency_s":2.950797}1556gitlab # [ 241.984102] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.685Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"948f645a3a586606e7f8ac35","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-948f645a3a586606e7f8ac35: done: 0.022378 sec","job_status":"done","queue_duration_s":2.950772,"scheduling_latency_s":2.950797,"redis_calls":10,"redis_duration_s":0.002563,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001512,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015144,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022378,"completed_at":"2026-09-01T10:32:38.685Z","load_balancing_strategy":"primary","db_duration_s":0.00186,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557gitlab # [ 242.032161] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cb53e23e78e86f95797caec8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cb53e23e78e86f95797caec8: start","job_status":"start","queue_duration_s":2.975026,"scheduling_latency_s":2.975056}1558gitlab # [ 242.047324] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cb53e23e78e86f95797caec8","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cb53e23e78e86f95797caec8: done: 0.023259 sec","job_status":"done","queue_duration_s":2.975026,"scheduling_latency_s":2.975056,"redis_calls":10,"redis_duration_s":0.002835,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001148,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001687,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014788,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023259,"completed_at":"2026-09-01T10:32:38.710Z","load_balancing_strategy":"primary","db_duration_s":0.002005,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559gitlab # [ 242.095500] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.712Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5a0bfcd1d96fd964a57b6409","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5a0bfcd1d96fd964a57b6409: start","job_status":"start","queue_duration_s":3.000082,"scheduling_latency_s":3.00011}1560gitlab # [ 242.111083] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.734Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5a0bfcd1d96fd964a57b6409","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5a0bfcd1d96fd964a57b6409: done: 0.021951 sec","job_status":"done","queue_duration_s":3.000082,"scheduling_latency_s":3.00011,"redis_calls":10,"redis_duration_s":0.002695,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001597,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014507,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021951,"completed_at":"2026-09-01T10:32:38.734Z","load_balancing_strategy":"primary","db_duration_s":0.001904,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561gitlab # [ 242.159372] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.736Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c43448d254cd30b578c7a21d","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c43448d254cd30b578c7a21d: start","job_status":"start","queue_duration_s":3.023792,"scheduling_latency_s":3.02382}1562gitlab # [ 242.175608] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.758Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c43448d254cd30b578c7a21d","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c43448d254cd30b578c7a21d: done: 0.022869 sec","job_status":"done","queue_duration_s":3.023792,"scheduling_latency_s":3.02382,"redis_calls":10,"redis_duration_s":0.002745,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001657,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022869,"completed_at":"2026-09-01T10:32:38.758Z","load_balancing_strategy":"primary","db_duration_s":0.002024,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563gitlab # [ 242.254390] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"37108e892759aa50e07ea292","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-37108e892759aa50e07ea292: start","job_status":"start","queue_duration_s":3.048251,"scheduling_latency_s":3.048278}1564gitlab # [ 242.255762] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"37108e892759aa50e07ea292","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-37108e892759aa50e07ea292: done: 0.020533 sec","job_status":"done","queue_duration_s":3.048251,"scheduling_latency_s":3.048278,"redis_calls":10,"redis_duration_s":0.0026309999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00106,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001571,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020533,"completed_at":"2026-09-01T10:32:38.780Z","load_balancing_strategy":"primary","db_duration_s":0.001716,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565gitlab # [ 242.287249] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8d6ea58cbe90280120afbe71","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8d6ea58cbe90280120afbe71: start","job_status":"start","queue_duration_s":3.070436,"scheduling_latency_s":3.070462}1566gitlab # [ 242.302964] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.803Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8d6ea58cbe90280120afbe71","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8d6ea58cbe90280120afbe71: done: 0.020908 sec","job_status":"done","queue_duration_s":3.070436,"scheduling_latency_s":3.070462,"redis_calls":10,"redis_duration_s":0.002449,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001517,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013626,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020908,"completed_at":"2026-09-01T10:32:38.803Z","load_balancing_strategy":"primary","db_duration_s":0.001746,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567gitlab # [ 242.366516] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5b0984756826af72bbba6074","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5b0984756826af72bbba6074: start","job_status":"start","queue_duration_s":3.093297,"scheduling_latency_s":3.093328}1568gitlab # [ 242.367822] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5b0984756826af72bbba6074","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5b0984756826af72bbba6074: done: 0.020442 sec","job_status":"done","queue_duration_s":3.093297,"scheduling_latency_s":3.093328,"redis_calls":10,"redis_duration_s":0.002496,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00155,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01317,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020442,"completed_at":"2026-09-01T10:32:38.825Z","load_balancing_strategy":"primary","db_duration_s":0.001633,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569gitlab # [ 242.454990] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"93c00c0117b12c3a28ef3724","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-93c00c0117b12c3a28ef3724: start","job_status":"start","queue_duration_s":3.115492,"scheduling_latency_s":3.115523}1570gitlab # [ 242.456057] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:32:38.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"93c00c0117b12c3a28ef3724","created_at":"2026-09-01T10:32:35.631Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-53f8d022b8874466","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"9ccd2f6784b20764a423dfda8a371aba","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:32:35.712Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-93c00c0117b12c3a28ef3724: done: 0.021393 sec","job_status":"done","queue_duration_s":3.115492,"scheduling_latency_s":3.115523,"redis_calls":10,"redis_duration_s":0.002726,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001074,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001652,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014252,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021393,"completed_at":"2026-09-01T10:32:38.849Z","load_balancing_strategy":"primary","db_duration_s":0.001846,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571gitlab # [ 242.756840] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 6128343196 wd_nsec: 61283408761572gitlab # [ 260.192190] setup-gitlab-start[2996]: W, [2026-09-01T10:33:00.531605 #2996] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1573gitlab # [ 262.686588] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.025Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"4089c2c6560807db23460d85","created_at":"2026-09-01T10:33:02.997Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a60a2247113a0280cfaeeafd71d1c21","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.024Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-4089c2c6560807db23460d85: start","job_status":"start","queue_duration_s":0.001807,"scheduling_latency_s":0.001839}1574gitlab # [ 262.761948] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.101Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"4089c2c6560807db23460d85","created_at":"2026-09-01T10:33:02.997Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8a60a2247113a0280cfaeeafd71d1c21","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.024Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-4089c2c6560807db23460d85: done: 0.075772 sec","job_status":"done","queue_duration_s":0.001807,"scheduling_latency_s":0.001839,"redis_calls":7,"redis_duration_s":0.007494,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005417,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002077,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.075772,"completed_at":"2026-09-01T10:33:03.101Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028217,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575gitlab # [ 262.816777] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.156Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4b73040fca826bde677cc368","created_at":"2026-09-01T10:33:03.048Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b4896971f0e938c10a1f0f1b667c65c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.055Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4b73040fca826bde677cc368: start","job_status":"start","queue_duration_s":0.100591,"scheduling_latency_s":0.100628}1576gitlab # [ 262.874480] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.213Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4b73040fca826bde677cc368","created_at":"2026-09-01T10:33:03.048Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b4896971f0e938c10a1f0f1b667c65c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.055Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4b73040fca826bde677cc368: done: 0.057529 sec","job_status":"done","queue_duration_s":0.100591,"scheduling_latency_s":0.100628,"redis_calls":9,"redis_duration_s":0.029448,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.01228,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.017168,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.014810542,"exclusive_lock_hold_duration_s":0.004353068,"duration_s":0.057529,"completed_at":"2026-09-01T10:33:03.213Z","load_balancing_strategy":"primary","db_duration_s":0.001987,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577gitlab # [ 262.906637] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.217Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"d8e09a378556c8a96f692cc4","created_at":"2026-09-01T10:33:03.064Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a41fa32d689860ec29756f9885cd12c","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.066Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-d8e09a378556c8a96f692cc4: start","job_status":"start","queue_duration_s":0.150613,"scheduling_latency_s":0.150646}1578gitlab # [ 262.973700] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.313Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"d8e09a378556c8a96f692cc4","created_at":"2026-09-01T10:33:03.064Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7a41fa32d689860ec29756f9885cd12c","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.066Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-d8e09a378556c8a96f692cc4: done: 0.095728 sec","job_status":"done","queue_duration_s":0.150613,"scheduling_latency_s":0.150646,"redis_calls":7,"redis_duration_s":0.058934,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.057265,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001669,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.095728,"completed_at":"2026-09-01T10:33:03.313Z","load_balancing_strategy":"primary","db_duration_s":0.007506,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579gitlab # [ 263.027394] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.366Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"e064a40b9480b9d5bb82152d","created_at":"2026-09-01T10:33:03.072Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8dd82931139e6fd559516d24229e2349","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.074Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-e064a40b9480b9d5bb82152d: start","job_status":"start","queue_duration_s":0.292468,"scheduling_latency_s":0.292506}1580gitlab # [ 263.116211] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.455Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"e064a40b9480b9d5bb82152d","created_at":"2026-09-01T10:33:03.072Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8dd82931139e6fd559516d24229e2349","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.074Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-e064a40b9480b9d5bb82152d: done: 0.088802 sec","job_status":"done","queue_duration_s":0.292468,"scheduling_latency_s":0.292506,"redis_calls":9,"redis_duration_s":0.006931,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003547,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003384,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019771,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001067734,"exclusive_lock_hold_duration_s":0.030959521,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.088802,"completed_at":"2026-09-01T10:33:03.455Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.035847,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581gitlab # [ 263.239571] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.463Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bcaf4288e9bd076413faa6a6","created_at":"2026-09-01T10:33:03.084Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6fd6efdf2ce7a8be48f68629570732aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.086Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bcaf4288e9bd076413faa6a6: start","job_status":"start","queue_duration_s":0.376978,"scheduling_latency_s":0.37702}1582gitlab # [ 263.240091] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.529Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1583gitlab # [ 263.240883] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.541Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"bcaf4288e9bd076413faa6a6","created_at":"2026-09-01T10:33:03.084Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6fd6efdf2ce7a8be48f68629570732aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.086Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-bcaf4288e9bd076413faa6a6: done: 0.078221 sec","job_status":"done","queue_duration_s":0.376978,"scheduling_latency_s":0.37702,"redis_calls":7,"redis_duration_s":0.0044930000000000005,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002522,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.078221,"completed_at":"2026-09-01T10:33:03.541Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1584gitlab # [ 263.258949] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.544Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"2ab3b336b3990b6ee684a22a","created_at":"2026-09-01T10:33:03.097Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc5013bf268985c2a4fda53f8051fc4b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:33:03.100Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-2ab3b336b3990b6ee684a22a: start","job_status":"start","queue_duration_s":0.443701,"scheduling_latency_s":0.443731}1585gitlab # [ 263.276098] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.604Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1586gitlab # [ 263.283798] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.622Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"2ab3b336b3990b6ee684a22a","created_at":"2026-09-01T10:33:03.097Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bc5013bf268985c2a4fda53f8051fc4b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:33:03.100Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-2ab3b336b3990b6ee684a22a: done: 0.078914 sec","job_status":"done","queue_duration_s":0.443701,"scheduling_latency_s":0.443731,"redis_calls":7,"redis_duration_s":0.007714,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.007165,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055323,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.078914,"completed_at":"2026-09-01T10:33:03.622Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587gitlab # [ 263.335391] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.625Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"ec8e0da7a4de6026c5c524bc","created_at":"2026-09-01T10:33:03.160Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.163Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-ec8e0da7a4de6026c5c524bc: start","job_status":"start","queue_duration_s":0.461513,"scheduling_latency_s":0.461537}1588gitlab # [ 263.354365] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.684Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"ec8e0da7a4de6026c5c524bc","created_at":"2026-09-01T10:33:03.160Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.163Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-ec8e0da7a4de6026c5c524bc: done: 0.059832 sec","job_status":"done","queue_duration_s":0.461513,"scheduling_latency_s":0.461537,"redis_calls":14,"redis_duration_s":0.003034,"redis_read_bytes":16,"redis_write_bytes":4022,"redis_queues_calls":2,"redis_queues_duration_s":0.000285,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002008,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000741,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059832,"completed_at":"2026-09-01T10:33:03.684Z","load_balancing_strategy":"primary","db_duration_s":0.004461,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589gitlab # [ 263.423223] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.686Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"980760cbf3c4bc1d5279f008","created_at":"2026-09-01T10:33:03.191Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b4fb1498e34db7ae4d25027329c465c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.194Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-980760cbf3c4bc1d5279f008: start","job_status":"start","queue_duration_s":0.491397,"scheduling_latency_s":0.491422}1590gitlab # [ 263.429940] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.694Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1591gitlab # [ 263.434131] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.700Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"980760cbf3c4bc1d5279f008","created_at":"2026-09-01T10:33:03.191Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b4fb1498e34db7ae4d25027329c465c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.194Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-980760cbf3c4bc1d5279f008: done: 0.013695 sec","job_status":"done","queue_duration_s":0.491397,"scheduling_latency_s":0.491422,"redis_calls":7,"redis_duration_s":0.001582,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001145,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013695,"completed_at":"2026-09-01T10:33:03.699Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1592gitlab # [ 263.545152] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.701Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e2b1e50b3875ac43a2778f39","created_at":"2026-09-01T10:33:03.210Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4f65641411311c79fb9ab43053b97699","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.212Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e2b1e50b3875ac43a2778f39: start","job_status":"start","queue_duration_s":0.489062,"scheduling_latency_s":0.489087}1593gitlab # [ 263.546399] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.717Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e2b1e50b3875ac43a2778f39","created_at":"2026-09-01T10:33:03.210Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4f65641411311c79fb9ab43053b97699","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.212Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e2b1e50b3875ac43a2778f39: done: 0.015601 sec","job_status":"done","queue_duration_s":0.489062,"scheduling_latency_s":0.489087,"redis_calls":7,"redis_duration_s":0.0019140000000000001,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001203,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000711,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015601,"completed_at":"2026-09-01T10:33:03.717Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000827,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1594gitlab # [ 263.561282] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.718Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"548d5677987efd98be5a32a7","created_at":"2026-09-01T10:33:03.222Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"988420cdbdb5641f100f269dd1043603","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.225Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-548d5677987efd98be5a32a7: start","job_status":"start","queue_duration_s":0.493814,"scheduling_latency_s":0.493839}1595gitlab # [ 263.581030] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.727Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1596gitlab # [ 263.585727] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.732Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"548d5677987efd98be5a32a7","created_at":"2026-09-01T10:33:03.222Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"988420cdbdb5641f100f269dd1043603","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.225Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-548d5677987efd98be5a32a7: done: 0.014011 sec","job_status":"done","queue_duration_s":0.493814,"scheduling_latency_s":0.493839,"redis_calls":7,"redis_duration_s":0.002009,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000675,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008306,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014011,"completed_at":"2026-09-01T10:33:03.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597gitlab # [ 263.666263] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.734Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"4b955860a9ead5fe6fcccd5d","created_at":"2026-09-01T10:33:03.293Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.301Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-4b955860a9ead5fe6fcccd5d: start","job_status":"start","queue_duration_s":0.432582,"scheduling_latency_s":0.432607}1598gitlab # [ 263.667362] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"4b955860a9ead5fe6fcccd5d","created_at":"2026-09-01T10:33:03.293Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.301Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-4b955860a9ead5fe6fcccd5d: done: 0.050017 sec","job_status":"done","queue_duration_s":0.432582,"scheduling_latency_s":0.432607,"redis_calls":28,"redis_duration_s":0.006812,"redis_read_bytes":36,"redis_write_bytes":10603,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001019,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":680,"redis_queues_calls":2,"redis_queues_duration_s":0.00036,"redis_queues_read_bytes":3,"redis_queues_write_bytes":8315,"redis_queues_metadata_calls":16,"redis_queues_metadata_duration_s":0.003961,"redis_queues_metadata_read_bytes":24,"redis_queues_metadata_write_bytes":1162,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001472,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":446,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000389435,"duration_s":0.050017,"completed_at":"2026-09-01T10:33:03.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004796,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599gitlab # [ 263.715341] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.786Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"31dfe241fe86c068775b8a74","created_at":"2026-09-01T10:33:03.311Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c186beaf9bc53d00bf27074739a0dec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.314Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-31dfe241fe86c068775b8a74: start","job_status":"start","queue_duration_s":0.472328,"scheduling_latency_s":0.472357}1600gitlab # [ 263.779904] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.802Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"31dfe241fe86c068775b8a74","created_at":"2026-09-01T10:33:03.311Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c186beaf9bc53d00bf27074739a0dec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.314Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-31dfe241fe86c068775b8a74: done: 0.015498 sec","job_status":"done","queue_duration_s":0.472328,"scheduling_latency_s":0.472357,"redis_calls":7,"redis_duration_s":0.001679,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001192,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000487,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009734,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015498,"completed_at":"2026-09-01T10:33:03.802Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601gitlab # [ 263.783421] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.803Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"1e75cfdba59c7ef4fca7515a","created_at":"2026-09-01T10:33:03.379Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e44709dbb44dc23e88f9df556d749012","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.385Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-1e75cfdba59c7ef4fca7515a: start","job_status":"start","queue_duration_s":0.418826,"scheduling_latency_s":0.418852}1602gitlab # [ 263.804458] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.827Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"1e75cfdba59c7ef4fca7515a","created_at":"2026-09-01T10:33:03.379Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e44709dbb44dc23e88f9df556d749012","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.385Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-1e75cfdba59c7ef4fca7515a: done: 0.02381 sec","job_status":"done","queue_duration_s":0.418826,"scheduling_latency_s":0.418852,"redis_calls":10,"redis_duration_s":0.002673,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001529,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001144,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.005535899,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.02381,"completed_at":"2026-09-01T10:33:03.827Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002776,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1603gitlab # [ 263.904973] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.829Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"1faadad66b876e9706ce3f20","created_at":"2026-09-01T10:33:03.404Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2b8a3c265b587696c68b158d2810fa7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.409Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-1faadad66b876e9706ce3f20: start","job_status":"start","queue_duration_s":0.419832,"scheduling_latency_s":0.419859}1604gitlab # [ 263.906068] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.989Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"1faadad66b876e9706ce3f20","created_at":"2026-09-01T10:33:03.404Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e2b8a3c265b587696c68b158d2810fa7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.409Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-1faadad66b876e9706ce3f20: done: 0.160202 sec","job_status":"done","queue_duration_s":0.419832,"scheduling_latency_s":0.419859,"redis_calls":9,"redis_duration_s":0.002229,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001197,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001032,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000522971,"exclusive_lock_hold_duration_s":0.145280196,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.160202,"completed_at":"2026-09-01T10:33:03.989Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.137384,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605gitlab # [ 263.940206] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:03.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"7016eafe0b5a247723325d1b","created_at":"2026-09-01T10:33:03.421Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60233898e709d8d192aa8bd8bdc49805","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-7016eafe0b5a247723325d1b: start","job_status":"start","queue_duration_s":0.567178,"scheduling_latency_s":0.567203}1606gitlab # [ 263.960746] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.008Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"7016eafe0b5a247723325d1b","created_at":"2026-09-01T10:33:03.421Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60233898e709d8d192aa8bd8bdc49805","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-7016eafe0b5a247723325d1b: done: 0.017614 sec","job_status":"done","queue_duration_s":0.567178,"scheduling_latency_s":0.567203,"redis_calls":9,"redis_duration_s":0.002126,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00115,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000976,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010409,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000534985,"exclusive_lock_hold_duration_s":0.002523784,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.017614,"completed_at":"2026-09-01T10:33:04.008Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000948,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607gitlab # [ 264.025185] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.011Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"9cf036b34d7976318cff0c55","created_at":"2026-09-01T10:33:03.430Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e6b572ea48138ac83ffd631aa669f5d5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.433Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-9cf036b34d7976318cff0c55: start","job_status":"start","queue_duration_s":0.578161,"scheduling_latency_s":0.578193}1608gitlab # [ 264.036809] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.021Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1609gitlab # [ 264.042203] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.027Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"9cf036b34d7976318cff0c55","created_at":"2026-09-01T10:33:03.430Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e6b572ea48138ac83ffd631aa669f5d5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.433Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-9cf036b34d7976318cff0c55: done: 0.015931 sec","job_status":"done","queue_duration_s":0.578161,"scheduling_latency_s":0.578193,"redis_calls":7,"redis_duration_s":0.001777,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001228,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009511,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015931,"completed_at":"2026-09-01T10:33:04.027Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1610gitlab # [ 264.154173] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.030Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7d7ce1b060b930655e4ea3c6","created_at":"2026-09-01T10:33:03.442Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e9795baad129ea2358a1e7fe6c8ea8da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.445Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7d7ce1b060b930655e4ea3c6: start","job_status":"start","queue_duration_s":0.584611,"scheduling_latency_s":0.584639}1611gitlab # [ 264.155223] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.247Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7d7ce1b060b930655e4ea3c6","created_at":"2026-09-01T10:33:03.442Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e9795baad129ea2358a1e7fe6c8ea8da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.445Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7d7ce1b060b930655e4ea3c6: done: 0.217301 sec","job_status":"done","queue_duration_s":0.584611,"scheduling_latency_s":0.584639,"redis_calls":9,"redis_duration_s":0.0024419999999999997,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001214,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001228,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":129,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":129,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":129,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":84,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.035,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.172954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000657625,"exclusive_lock_hold_duration_s":0.201050972,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.217301,"completed_at":"2026-09-01T10:33:04.247Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.051294,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1612gitlab # [ 264.175478] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.248Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"956a89d29ac78f90cce9be96","created_at":"2026-09-01T10:33:03.453Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"157c728171c14b2bdd310efc2e34f085","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.456Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-956a89d29ac78f90cce9be96: start","job_status":"start","queue_duration_s":0.79205,"scheduling_latency_s":0.792076}1613gitlab # [ 264.196147] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.264Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"956a89d29ac78f90cce9be96","created_at":"2026-09-01T10:33:03.453Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"157c728171c14b2bdd310efc2e34f085","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.456Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-956a89d29ac78f90cce9be96: done: 0.015442 sec","job_status":"done","queue_duration_s":0.79205,"scheduling_latency_s":0.792076,"redis_calls":7,"redis_duration_s":0.0017439999999999999,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001194,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00055,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009226,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015442,"completed_at":"2026-09-01T10:33:04.264Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1614gitlab # [ 264.278336] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.266Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"66bdd521f75dcae1d0c96015","created_at":"2026-09-01T10:33:03.463Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6cc187faf6d7340da47cd04376c5ea3f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.514Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-66bdd521f75dcae1d0c96015: start","job_status":"start","queue_duration_s":0.752093,"scheduling_latency_s":0.752122}1615gitlab # [ 264.279462] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.306Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"66bdd521f75dcae1d0c96015","created_at":"2026-09-01T10:33:03.463Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6cc187faf6d7340da47cd04376c5ea3f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.514Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-66bdd521f75dcae1d0c96015: done: 0.040477 sec","job_status":"done","queue_duration_s":0.752093,"scheduling_latency_s":0.752122,"redis_calls":12,"redis_duration_s":0.003715,"redis_read_bytes":11,"redis_write_bytes":1281,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000754,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00165,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":518,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001311,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":476,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02277,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000853181,"exclusive_lock_hold_duration_s":0.014557438,"duration_s":0.040477,"completed_at":"2026-09-01T10:33:04.306Z","load_balancing_strategy":"primary","db_duration_s":0.006133,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1616gitlab # [ 264.326900] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.308Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"9499e94e8566bd91896e5459","created_at":"2026-09-01T10:33:03.544Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8650e7ee746245ec6dfec4424a9d6f78","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T10:33:03.605Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-9499e94e8566bd91896e5459: start","job_status":"start","queue_duration_s":0.703387,"scheduling_latency_s":0.703422}1617gitlab # [ 264.393574] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.331Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"9499e94e8566bd91896e5459","created_at":"2026-09-01T10:33:03.544Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8650e7ee746245ec6dfec4424a9d6f78","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T10:33:03.605Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-9499e94e8566bd91896e5459: done: 0.023382 sec","job_status":"done","queue_duration_s":0.703387,"scheduling_latency_s":0.703422,"redis_calls":7,"redis_duration_s":0.0019299999999999999,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000596,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015436,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023382,"completed_at":"2026-09-01T10:33:04.331Z","load_balancing_strategy":"primary","db_duration_s":0.001539,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1618gitlab # [ 264.402122] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.334Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0294d2eaac165e7a9a084719","created_at":"2026-09-01T10:33:03.614Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.619Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0294d2eaac165e7a9a084719: start","job_status":"start","queue_duration_s":0.714425,"scheduling_latency_s":0.714456}1619gitlab # [ 264.419739] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.431Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0294d2eaac165e7a9a084719","created_at":"2026-09-01T10:33:03.614Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.619Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0294d2eaac165e7a9a084719: done: 0.096814 sec","job_status":"done","queue_duration_s":0.714425,"scheduling_latency_s":0.714456,"redis_calls":60,"redis_duration_s":0.015919,"redis_read_bytes":108,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.000733,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.014349,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000837,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077896,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.096814,"completed_at":"2026-09-01T10:33:04.430Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1620gitlab # [ 264.528557] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.432Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"e166afdfb9ba8958b641bb40","created_at":"2026-09-01T10:33:03.638Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"67b9e58a27a86cb9f78079e2129a4b31","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.641Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-e166afdfb9ba8958b641bb40: start","job_status":"start","queue_duration_s":0.790779,"scheduling_latency_s":0.790804}1621gitlab # [ 264.544388] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.883Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"e166afdfb9ba8958b641bb40","created_at":"2026-09-01T10:33:03.638Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"67b9e58a27a86cb9f78079e2129a4b31","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.641Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-e166afdfb9ba8958b641bb40: done: 0.451167 sec","job_status":"done","queue_duration_s":0.790779,"scheduling_latency_s":0.790804,"redis_calls":562,"redis_duration_s":0.126327,"redis_read_bytes":560,"redis_write_bytes":48760,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001592,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.124735,"redis_shared_state_read_bytes":556,"redis_shared_state_write_bytes":48290,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.354043,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.451167,"completed_at":"2026-09-01T10:33:04.883Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1622gitlab # [ 264.552572] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.889Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6d8c37d3b31cb963eb30eaf8","created_at":"2026-09-01T10:33:03.652Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b20dea269d5bd57b5fdd54598081fce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T10:33:03.661Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6d8c37d3b31cb963eb30eaf8: start","job_status":"start","queue_duration_s":1.227878,"scheduling_latency_s":1.227918}1623gitlab # [ 264.572404] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.912Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1624gitlab # [ 264.582597] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.921Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"6d8c37d3b31cb963eb30eaf8","created_at":"2026-09-01T10:33:03.652Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-93cf03b6082f423e","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b20dea269d5bd57b5fdd54598081fce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T10:33:03.661Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-6d8c37d3b31cb963eb30eaf8: done: 0.031908 sec","job_status":"done","queue_duration_s":1.227878,"scheduling_latency_s":1.227918,"redis_calls":7,"redis_duration_s":0.006883,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003105,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003778,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031908,"completed_at":"2026-09-01T10:33:04.921Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625gitlab # [ 264.624607] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.927Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7c00bf3c1b69a0d5706c2eee","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7c00bf3c1b69a0d5706c2eee: start","job_status":"start","queue_duration_s":1.24851,"scheduling_latency_s":1.248553}1626gitlab # [ 264.640977] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.958Z","message":"No existing merge request to be cleaned up."}1627gitlab # [ 264.642863] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.973Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7c00bf3c1b69a0d5706c2eee","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7c00bf3c1b69a0d5706c2eee: done: 0.045905 sec","job_status":"done","queue_duration_s":1.24851,"scheduling_latency_s":1.248553,"redis_calls":10,"redis_duration_s":0.007855000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001496,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006359,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045905,"completed_at":"2026-09-01T10:33:04.973Z","load_balancing_strategy":"primary","db_duration_s":0.002583,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1628gitlab # [ 264.695833] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.975Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a2c302a25107b1f2ba67af24","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a2c302a25107b1f2ba67af24: start","job_status":"start","queue_duration_s":1.296544,"scheduling_latency_s":1.296588}1629gitlab # [ 264.712384] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:04.991Z","message":"No existing merge request to be cleaned up."}1630gitlab # [ 264.713921] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.003Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a2c302a25107b1f2ba67af24","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a2c302a25107b1f2ba67af24: done: 0.027766 sec","job_status":"done","queue_duration_s":1.296544,"scheduling_latency_s":1.296588,"redis_calls":10,"redis_duration_s":0.003131,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001192,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001939,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027766,"completed_at":"2026-09-01T10:33:05.003Z","load_balancing_strategy":"primary","db_duration_s":0.002381,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631gitlab # [ 264.770176] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.005Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5a10f96747780ad1ef0d5158","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5a10f96747780ad1ef0d5158: start","job_status":"start","queue_duration_s":1.326582,"scheduling_latency_s":1.32662}1632gitlab # [ 264.776208] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.022Z","message":"No existing merge request to be cleaned up."}1633gitlab # [ 264.778177] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.033Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5a10f96747780ad1ef0d5158","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5a10f96747780ad1ef0d5158: done: 0.027613 sec","job_status":"done","queue_duration_s":1.326582,"scheduling_latency_s":1.32662,"redis_calls":10,"redis_duration_s":0.0032849999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001306,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001979,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016913,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027613,"completed_at":"2026-09-01T10:33:05.033Z","load_balancing_strategy":"primary","db_duration_s":0.002325,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1634gitlab # [ 264.828304] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.035Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"cd7fd4b149a8e7a4a54552bb","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-cd7fd4b149a8e7a4a54552bb: start","job_status":"start","queue_duration_s":1.356188,"scheduling_latency_s":1.356221}1635gitlab # [ 264.884470] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.049Z","message":"No existing merge request to be cleaned up."}1636gitlab # [ 264.885664] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.060Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"cd7fd4b149a8e7a4a54552bb","created_at":"2026-09-01T10:33:03.639Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-6dee737f982a4a9d","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"6971befb20ba47462a5b5a98ca421b06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.679Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-cd7fd4b149a8e7a4a54552bb: done: 0.025503 sec","job_status":"done","queue_duration_s":1.356188,"scheduling_latency_s":1.356221,"redis_calls":10,"redis_duration_s":0.002947,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001215,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001732,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016853,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025503,"completed_at":"2026-09-01T10:33:05.060Z","load_balancing_strategy":"primary","db_duration_s":0.002322,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637gitlab # [ 264.894345] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.063Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"e91b8e9094975d6a42b6a3cb","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-e91b8e9094975d6a42b6a3cb: start","job_status":"start","queue_duration_s":1.287007,"scheduling_latency_s":1.287047}1638gitlab # [ 264.958590] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.120Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"e91b8e9094975d6a42b6a3cb","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-e91b8e9094975d6a42b6a3cb: done: 0.057141 sec","job_status":"done","queue_duration_s":1.287007,"scheduling_latency_s":1.287047,"redis_calls":16,"redis_duration_s":0.0049949999999999994,"redis_read_bytes":14,"redis_write_bytes":1526,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000694,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001328,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":423,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002973,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":802,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000493917,"duration_s":0.057141,"completed_at":"2026-09-01T10:33:05.120Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010119,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639gitlab # [ 264.963328] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"8a4074498ca7f3bb7957168a","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-8a4074498ca7f3bb7957168a: start","job_status":"start","queue_duration_s":1.346161,"scheduling_latency_s":1.346193}1640gitlab # [ 264.981965] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.147Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"8a4074498ca7f3bb7957168a","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-8a4074498ca7f3bb7957168a: done: 0.025243 sec","job_status":"done","queue_duration_s":1.346161,"scheduling_latency_s":1.346193,"redis_calls":13,"redis_duration_s":0.003817,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001329,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002488,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025243,"completed_at":"2026-09-01T10:33:05.147Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003162,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641gitlab # [ 265.036063] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.149Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"01c6a76eff56ef54912b94b0","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-01c6a76eff56ef54912b94b0: start","job_status":"start","queue_duration_s":1.373207,"scheduling_latency_s":1.373233}1642gitlab # [ 265.054293] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.169Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"01c6a76eff56ef54912b94b0","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-01c6a76eff56ef54912b94b0: done: 0.019871 sec","job_status":"done","queue_duration_s":1.373207,"scheduling_latency_s":1.373233,"redis_calls":13,"redis_duration_s":0.0030989999999999998,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002129,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011847,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019871,"completed_at":"2026-09-01T10:33:05.169Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001795,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643gitlab # [ 265.130906] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"44c6ad35abf4dad5ba9ff9e5","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-44c6ad35abf4dad5ba9ff9e5: start","job_status":"start","queue_duration_s":1.395082,"scheduling_latency_s":1.395111}1644gitlab # [ 265.132268] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.195Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"44c6ad35abf4dad5ba9ff9e5","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-44c6ad35abf4dad5ba9ff9e5: done: 0.023785 sec","job_status":"done","queue_duration_s":1.395082,"scheduling_latency_s":1.395111,"redis_calls":13,"redis_duration_s":0.004239,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001143,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01516,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023785,"completed_at":"2026-09-01T10:33:05.195Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001341,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645gitlab # [ 265.184166] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.197Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"9b7493ec8ac9189604544552","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-9b7493ec8ac9189604544552: start","job_status":"start","queue_duration_s":1.420612,"scheduling_latency_s":1.420682}1646gitlab # [ 265.256732] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"9b7493ec8ac9189604544552","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-9b7493ec8ac9189604544552: done: 0.019594 sec","job_status":"done","queue_duration_s":1.420612,"scheduling_latency_s":1.420682,"redis_calls":13,"redis_duration_s":0.003184,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00222,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019594,"completed_at":"2026-09-01T10:33:05.216Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001074,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647gitlab # [ 265.258926] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.218Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"68d24d2f43ab6a33181c4ede","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-68d24d2f43ab6a33181c4ede: start","job_status":"start","queue_duration_s":1.442049,"scheduling_latency_s":1.442077}1648gitlab # [ 265.275940] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"68d24d2f43ab6a33181c4ede","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-68d24d2f43ab6a33181c4ede: done: 0.021091 sec","job_status":"done","queue_duration_s":1.442049,"scheduling_latency_s":1.442077,"redis_calls":13,"redis_duration_s":0.003468,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002373,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01263,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021091,"completed_at":"2026-09-01T10:33:05.239Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001106,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649gitlab # [ 265.376568] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.241Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"ec751e1f122c4e4d0fd66248","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-ec751e1f122c4e4d0fd66248: start","job_status":"start","queue_duration_s":1.464984,"scheduling_latency_s":1.465012}1650gitlab # [ 265.377659] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.260Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"ec751e1f122c4e4d0fd66248","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-ec751e1f122c4e4d0fd66248: done: 0.019018 sec","job_status":"done","queue_duration_s":1.464984,"scheduling_latency_s":1.465012,"redis_calls":13,"redis_duration_s":0.003147,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000941,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011308,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019018,"completed_at":"2026-09-01T10:33:05.260Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651gitlab # [ 265.396192] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.262Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"3fdacc77c4533910b40fbf67","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-3fdacc77c4533910b40fbf67: start","job_status":"start","queue_duration_s":1.485752,"scheduling_latency_s":1.485777}1652gitlab # [ 265.414646] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.280Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"3fdacc77c4533910b40fbf67","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-3fdacc77c4533910b40fbf67: done: 0.018797 sec","job_status":"done","queue_duration_s":1.485752,"scheduling_latency_s":1.485777,"redis_calls":13,"redis_duration_s":0.0032050000000000004,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001024,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002181,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018797,"completed_at":"2026-09-01T10:33:05.280Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000852,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653gitlab # [ 265.501853] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"b9070690b978c5c09c869ca0","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-b9070690b978c5c09c869ca0: start","job_status":"start","queue_duration_s":1.506288,"scheduling_latency_s":1.506316}1654gitlab # [ 265.503107] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"b9070690b978c5c09c869ca0","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-b9070690b978c5c09c869ca0: done: 0.020193 sec","job_status":"done","queue_duration_s":1.506288,"scheduling_latency_s":1.506316,"redis_calls":13,"redis_duration_s":0.003197,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002241,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020193,"completed_at":"2026-09-01T10:33:05.302Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000871,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655gitlab # [ 265.537956] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.304Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"667ac191a468fb61ed47d8cb","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-667ac191a468fb61ed47d8cb: start","job_status":"start","queue_duration_s":1.528291,"scheduling_latency_s":1.528327}1656gitlab # [ 265.556323] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.326Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"667ac191a468fb61ed47d8cb","created_at":"2026-09-01T10:33:03.757Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-19a518827b1a4bc3","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"4b74a318091c88174ade24e94d17ddfb","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:03.776Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-667ac191a468fb61ed47d8cb: done: 0.021687 sec","job_status":"done","queue_duration_s":1.528291,"scheduling_latency_s":1.528327,"redis_calls":13,"redis_duration_s":0.003177,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001031,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002146,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013197,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021687,"completed_at":"2026-09-01T10:33:05.326Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001532,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657gitlab # [ 265.622093] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.328Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a63127d29394fa03f15fbad","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a63127d29394fa03f15fbad: start","job_status":"start","queue_duration_s":0.90414,"scheduling_latency_s":0.904175}1658gitlab # [ 265.623996] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.348Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a63127d29394fa03f15fbad","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a63127d29394fa03f15fbad: done: 0.020594 sec","job_status":"done","queue_duration_s":0.90414,"scheduling_latency_s":0.904175,"redis_calls":13,"redis_duration_s":0.003364,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002287,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013187,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020594,"completed_at":"2026-09-01T10:33:05.348Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659gitlab # [ 265.676273] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ac7c472a09f1c71d4c43221","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ac7c472a09f1c71d4c43221: start","job_status":"start","queue_duration_s":0.926642,"scheduling_latency_s":0.92667}1660gitlab # [ 265.735898] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ac7c472a09f1c71d4c43221","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ac7c472a09f1c71d4c43221: done: 0.020755 sec","job_status":"done","queue_duration_s":0.926642,"scheduling_latency_s":0.92667,"redis_calls":13,"redis_duration_s":0.003334,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00106,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002274,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020755,"completed_at":"2026-09-01T10:33:05.371Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661gitlab # [ 265.740227] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.373Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36f746fc9b240f0adffc3176","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36f746fc9b240f0adffc3176: start","job_status":"start","queue_duration_s":0.949671,"scheduling_latency_s":0.949699}1662gitlab # [ 265.755784] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.395Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36f746fc9b240f0adffc3176","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36f746fc9b240f0adffc3176: done: 0.021801 sec","job_status":"done","queue_duration_s":0.949671,"scheduling_latency_s":0.949699,"redis_calls":13,"redis_duration_s":0.003739,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002559,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01382,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021801,"completed_at":"2026-09-01T10:33:05.395Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663gitlab # [ 265.853248] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fc96acb9e9ec3ae81f2aed5","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fc96acb9e9ec3ae81f2aed5: start","job_status":"start","queue_duration_s":0.973497,"scheduling_latency_s":0.973529}1664gitlab # [ 265.854577] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.418Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fc96acb9e9ec3ae81f2aed5","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fc96acb9e9ec3ae81f2aed5: done: 0.020433 sec","job_status":"done","queue_duration_s":0.973497,"scheduling_latency_s":0.973529,"redis_calls":13,"redis_duration_s":0.00304,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01301,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020433,"completed_at":"2026-09-01T10:33:05.417Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665gitlab # [ 265.872200] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.419Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59e2317b714454fb32c786fa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59e2317b714454fb32c786fa: start","job_status":"start","queue_duration_s":0.99577,"scheduling_latency_s":0.995796}1666gitlab # [ 265.889553] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.438Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59e2317b714454fb32c786fa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59e2317b714454fb32c786fa: done: 0.018317 sec","job_status":"done","queue_duration_s":0.99577,"scheduling_latency_s":0.995796,"redis_calls":13,"redis_duration_s":0.002903,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011944,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018317,"completed_at":"2026-09-01T10:33:05.438Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667gitlab # [ 265.973074] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.440Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11b8330a95de62e4453874b6","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11b8330a95de62e4453874b6: start","job_status":"start","queue_duration_s":1.016156,"scheduling_latency_s":1.016188}1668gitlab # [ 265.974313] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11b8330a95de62e4453874b6","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11b8330a95de62e4453874b6: done: 0.023219 sec","job_status":"done","queue_duration_s":1.016156,"scheduling_latency_s":1.016188,"redis_calls":13,"redis_duration_s":0.0043219999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001405,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023219,"completed_at":"2026-09-01T10:33:05.463Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669gitlab # [ 266.008148] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31c137ef5448aab559d6f697","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31c137ef5448aab559d6f697: start","job_status":"start","queue_duration_s":1.041453,"scheduling_latency_s":1.041484}1670gitlab # [ 266.027107] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.491Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31c137ef5448aab559d6f697","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31c137ef5448aab559d6f697: done: 0.02627 sec","job_status":"done","queue_duration_s":1.041453,"scheduling_latency_s":1.041484,"redis_calls":13,"redis_duration_s":0.006788000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002819,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01539,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02627,"completed_at":"2026-09-01T10:33:05.491Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671gitlab # [ 266.105198] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"716e016e9980ed70fd61fa82","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-716e016e9980ed70fd61fa82: start","job_status":"start","queue_duration_s":1.069629,"scheduling_latency_s":1.069656}1672gitlab # [ 266.106465] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.514Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"716e016e9980ed70fd61fa82","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-716e016e9980ed70fd61fa82: done: 0.020579 sec","job_status":"done","queue_duration_s":1.069629,"scheduling_latency_s":1.069656,"redis_calls":13,"redis_duration_s":0.0035989999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002619,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013576,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020579,"completed_at":"2026-09-01T10:33:05.514Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673gitlab # [ 266.163539] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f5a3d06c3e7f3858a93bef9","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f5a3d06c3e7f3858a93bef9: start","job_status":"start","queue_duration_s":1.092132,"scheduling_latency_s":1.092169}1674gitlab # [ 266.181215] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.536Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f5a3d06c3e7f3858a93bef9","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f5a3d06c3e7f3858a93bef9: done: 0.020347 sec","job_status":"done","queue_duration_s":1.092132,"scheduling_latency_s":1.092169,"redis_calls":13,"redis_duration_s":0.0032640000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001018,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002246,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012451,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020347,"completed_at":"2026-09-01T10:33:05.536Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675gitlab # [ 266.237484] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.538Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"005a2842fb8e37c14e1005a7","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-005a2842fb8e37c14e1005a7: start","job_status":"start","queue_duration_s":1.114728,"scheduling_latency_s":1.114755}1676gitlab # [ 266.254964] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.560Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"005a2842fb8e37c14e1005a7","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-005a2842fb8e37c14e1005a7: done: 0.021173 sec","job_status":"done","queue_duration_s":1.114728,"scheduling_latency_s":1.114755,"redis_calls":13,"redis_duration_s":0.003221,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000968,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002253,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021173,"completed_at":"2026-09-01T10:33:05.559Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677gitlab # [ 266.307128] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47e45f8587400af49b76ab30","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47e45f8587400af49b76ab30: start","job_status":"start","queue_duration_s":1.138028,"scheduling_latency_s":1.138067}1678gitlab # [ 266.324500] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47e45f8587400af49b76ab30","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47e45f8587400af49b76ab30: done: 0.021298 sec","job_status":"done","queue_duration_s":1.138028,"scheduling_latency_s":1.138067,"redis_calls":13,"redis_duration_s":0.0034750000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001164,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002311,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021298,"completed_at":"2026-09-01T10:33:05.583Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679gitlab # [ 266.381042] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.585Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82ac05ab29e9b86df92d33fa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82ac05ab29e9b86df92d33fa: start","job_status":"start","queue_duration_s":1.161049,"scheduling_latency_s":1.161078}1680gitlab # [ 266.398091] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.606Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82ac05ab29e9b86df92d33fa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82ac05ab29e9b86df92d33fa: done: 0.0217 sec","job_status":"done","queue_duration_s":1.161049,"scheduling_latency_s":1.161078,"redis_calls":13,"redis_duration_s":0.003827,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001414,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002413,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0217,"completed_at":"2026-09-01T10:33:05.606Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681gitlab # [ 266.496497] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.609Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f63515be712729ac5363029e","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f63515be712729ac5363029e: start","job_status":"start","queue_duration_s":1.185088,"scheduling_latency_s":1.185116}1682gitlab # [ 266.497825] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f63515be712729ac5363029e","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f63515be712729ac5363029e: done: 0.020648 sec","job_status":"done","queue_duration_s":1.185088,"scheduling_latency_s":1.185116,"redis_calls":13,"redis_duration_s":0.003234,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013326,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020648,"completed_at":"2026-09-01T10:33:05.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683gitlab # [ 266.510422] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"006151b5bf45d40c42d3c735","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-006151b5bf45d40c42d3c735: start","job_status":"start","queue_duration_s":1.207666,"scheduling_latency_s":1.207696}1684gitlab # [ 266.526382] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"006151b5bf45d40c42d3c735","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-006151b5bf45d40c42d3c735: done: 0.020494 sec","job_status":"done","queue_duration_s":1.207666,"scheduling_latency_s":1.207696,"redis_calls":13,"redis_duration_s":0.0032319999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002237,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020494,"completed_at":"2026-09-01T10:33:05.652Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685gitlab # [ 266.594309] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.654Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a256f38ef90e5321819eb93b","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a256f38ef90e5321819eb93b: start","job_status":"start","queue_duration_s":1.229986,"scheduling_latency_s":1.230014}1686gitlab # [ 266.595652] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.673Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a256f38ef90e5321819eb93b","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a256f38ef90e5321819eb93b: done: 0.019387 sec","job_status":"done","queue_duration_s":1.229986,"scheduling_latency_s":1.230014,"redis_calls":13,"redis_duration_s":0.003035,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000882,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002153,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019387,"completed_at":"2026-09-01T10:33:05.673Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687gitlab # [ 266.641620] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.675Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49d6479ea9cf5f62e84a2c32","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49d6479ea9cf5f62e84a2c32: start","job_status":"start","queue_duration_s":1.251257,"scheduling_latency_s":1.251283}1688gitlab # [ 266.710322] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49d6479ea9cf5f62e84a2c32","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49d6479ea9cf5f62e84a2c32: done: 0.0183 sec","job_status":"done","queue_duration_s":1.251257,"scheduling_latency_s":1.251283,"redis_calls":13,"redis_duration_s":0.003547,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002673,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01183,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0183,"completed_at":"2026-09-01T10:33:05.693Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689gitlab # [ 266.711926] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.695Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"390f9d2e3cb109553c4a3df8","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-390f9d2e3cb109553c4a3df8: start","job_status":"start","queue_duration_s":1.271516,"scheduling_latency_s":1.271546}1690gitlab # [ 266.723315] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.718Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"390f9d2e3cb109553c4a3df8","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-390f9d2e3cb109553c4a3df8: done: 0.022771 sec","job_status":"done","queue_duration_s":1.271516,"scheduling_latency_s":1.271546,"redis_calls":13,"redis_duration_s":0.003678,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002406,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015332,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022771,"completed_at":"2026-09-01T10:33:05.718Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691gitlab # [ 266.831325] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e51e490151c11605f752a2ad","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e51e490151c11605f752a2ad: start","job_status":"start","queue_duration_s":1.297421,"scheduling_latency_s":1.297467}1692gitlab # [ 266.832398] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.743Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e51e490151c11605f752a2ad","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e51e490151c11605f752a2ad: done: 0.022427 sec","job_status":"done","queue_duration_s":1.297421,"scheduling_latency_s":1.297467,"redis_calls":13,"redis_duration_s":0.003519,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00112,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002399,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014563,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022427,"completed_at":"2026-09-01T10:33:05.743Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693gitlab # [ 266.844549] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.745Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"245af7dbbd492f14292d5170","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-245af7dbbd492f14292d5170: start","job_status":"start","queue_duration_s":1.321432,"scheduling_latency_s":1.321456}1694gitlab # [ 266.861425] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.763Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"245af7dbbd492f14292d5170","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-245af7dbbd492f14292d5170: done: 0.018162 sec","job_status":"done","queue_duration_s":1.321432,"scheduling_latency_s":1.321456,"redis_calls":13,"redis_duration_s":0.0029950000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002086,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011999,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018162,"completed_at":"2026-09-01T10:33:05.763Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695gitlab # [ 266.957746] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ca454313a936484831b4a59","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ca454313a936484831b4a59: start","job_status":"start","queue_duration_s":1.341478,"scheduling_latency_s":1.341506}1696gitlab # [ 266.958911] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ca454313a936484831b4a59","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ca454313a936484831b4a59: done: 0.018772 sec","job_status":"done","queue_duration_s":1.341478,"scheduling_latency_s":1.341506,"redis_calls":13,"redis_duration_s":0.0028929999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012167,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018772,"completed_at":"2026-09-01T10:33:05.784Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1697gitlab # [ 266.985912] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb70c3f4a26796594e546a9d","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb70c3f4a26796594e546a9d: start","job_status":"start","queue_duration_s":1.362285,"scheduling_latency_s":1.362313}1698gitlab # [ 267.001657] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.808Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb70c3f4a26796594e546a9d","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb70c3f4a26796594e546a9d: done: 0.022218 sec","job_status":"done","queue_duration_s":1.362285,"scheduling_latency_s":1.362313,"redis_calls":13,"redis_duration_s":0.003695,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001294,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002401,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022218,"completed_at":"2026-09-01T10:33:05.808Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1699gitlab # [ 267.074918] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.811Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe9f0436e65fdc9ac7ce2af2","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe9f0436e65fdc9ac7ce2af2: start","job_status":"start","queue_duration_s":1.387291,"scheduling_latency_s":1.387331}1700gitlab # [ 267.076117] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.833Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe9f0436e65fdc9ac7ce2af2","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe9f0436e65fdc9ac7ce2af2: done: 0.021927 sec","job_status":"done","queue_duration_s":1.387291,"scheduling_latency_s":1.387331,"redis_calls":13,"redis_duration_s":0.003229,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002234,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01388,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021927,"completed_at":"2026-09-01T10:33:05.833Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1701gitlab # [ 267.122385] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.835Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"643a3cdb198eb8a97aabd400","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-643a3cdb198eb8a97aabd400: start","job_status":"start","queue_duration_s":1.411524,"scheduling_latency_s":1.411562}1702gitlab # [ 267.141259] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"643a3cdb198eb8a97aabd400","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-643a3cdb198eb8a97aabd400: done: 0.028679 sec","job_status":"done","queue_duration_s":1.411524,"scheduling_latency_s":1.411562,"redis_calls":13,"redis_duration_s":0.004988,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003808,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028679,"completed_at":"2026-09-01T10:33:05.864Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1703gitlab # [ 267.193982] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.866Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4b04f10f01afe80f789bd20","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4b04f10f01afe80f789bd20: start","job_status":"start","queue_duration_s":1.442189,"scheduling_latency_s":1.442225}1704gitlab # [ 267.211533] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4b04f10f01afe80f789bd20","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4b04f10f01afe80f789bd20: done: 0.022806 sec","job_status":"done","queue_duration_s":1.442189,"scheduling_latency_s":1.442225,"redis_calls":13,"redis_duration_s":0.003562,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001138,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002424,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022806,"completed_at":"2026-09-01T10:33:05.889Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1705gitlab # [ 267.266163] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df95e8bd498e71be3323aa31","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df95e8bd498e71be3323aa31: start","job_status":"start","queue_duration_s":1.467532,"scheduling_latency_s":1.46757}1706gitlab # [ 267.282588] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df95e8bd498e71be3323aa31","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df95e8bd498e71be3323aa31: done: 0.021117 sec","job_status":"done","queue_duration_s":1.467532,"scheduling_latency_s":1.46757,"redis_calls":13,"redis_duration_s":0.003098,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001015,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002083,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021117,"completed_at":"2026-09-01T10:33:05.912Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1707gitlab # [ 267.337153] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.914Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab4d2400b9033ebc77b9545e","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab4d2400b9033ebc77b9545e: start","job_status":"start","queue_duration_s":1.490265,"scheduling_latency_s":1.490291}1708gitlab # [ 267.354176] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.933Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab4d2400b9033ebc77b9545e","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab4d2400b9033ebc77b9545e: done: 0.019553 sec","job_status":"done","queue_duration_s":1.490265,"scheduling_latency_s":1.490291,"redis_calls":13,"redis_duration_s":0.0034230000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00119,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002233,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012864,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019553,"completed_at":"2026-09-01T10:33:05.933Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1709gitlab # [ 267.447204] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.935Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"218e62a62a8e8bc1386d109a","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-218e62a62a8e8bc1386d109a: start","job_status":"start","queue_duration_s":1.511441,"scheduling_latency_s":1.511467}1710gitlab # [ 267.448163] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"218e62a62a8e8bc1386d109a","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-218e62a62a8e8bc1386d109a: done: 0.022277 sec","job_status":"done","queue_duration_s":1.511441,"scheduling_latency_s":1.511467,"redis_calls":13,"redis_duration_s":0.003632,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00122,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002412,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022277,"completed_at":"2026-09-01T10:33:05.957Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1711gitlab # [ 267.472184] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.961Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14765a14dc46296490473fcb","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14765a14dc46296490473fcb: start","job_status":"start","queue_duration_s":1.537202,"scheduling_latency_s":1.537242}1712gitlab # [ 267.490274] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.983Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14765a14dc46296490473fcb","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14765a14dc46296490473fcb: done: 0.022368 sec","job_status":"done","queue_duration_s":1.537202,"scheduling_latency_s":1.537242,"redis_calls":13,"redis_duration_s":0.003648,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001112,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002536,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022368,"completed_at":"2026-09-01T10:33:05.983Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1713gitlab # [ 267.549222] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:05.985Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96984d6c4a7313e0f848821b","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96984d6c4a7313e0f848821b: start","job_status":"start","queue_duration_s":1.561232,"scheduling_latency_s":1.561259}1714gitlab # [ 267.559646] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96984d6c4a7313e0f848821b","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96984d6c4a7313e0f848821b: done: 0.017178 sec","job_status":"done","queue_duration_s":1.561232,"scheduling_latency_s":1.561259,"redis_calls":13,"redis_duration_s":0.00301,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000862,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002148,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010845,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017178,"completed_at":"2026-09-01T10:33:06.002Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1715gitlab # [ 267.637947] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e15dc9ab5291e234f990bdfa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e15dc9ab5291e234f990bdfa: start","job_status":"start","queue_duration_s":1.57997,"scheduling_latency_s":1.579996}1716gitlab # [ 267.639195] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.021Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e15dc9ab5291e234f990bdfa","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e15dc9ab5291e234f990bdfa: done: 0.017305 sec","job_status":"done","queue_duration_s":1.57997,"scheduling_latency_s":1.579996,"redis_calls":13,"redis_duration_s":0.0029389999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000848,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011188,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017305,"completed_at":"2026-09-01T10:33:06.021Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1717gitlab # [ 267.676566] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.023Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e05319edbea3b76c1c61c8c4","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e05319edbea3b76c1c61c8c4: start","job_status":"start","queue_duration_s":1.598825,"scheduling_latency_s":1.598852}1718gitlab # [ 267.694389] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.042Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e05319edbea3b76c1c61c8c4","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e05319edbea3b76c1c61c8c4: done: 0.019319 sec","job_status":"done","queue_duration_s":1.598825,"scheduling_latency_s":1.598852,"redis_calls":13,"redis_duration_s":0.002986,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002047,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019319,"completed_at":"2026-09-01T10:33:06.042Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1719gitlab # [ 267.806545] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06280334b45c9e2e0d183ce2","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06280334b45c9e2e0d183ce2: start","job_status":"start","queue_duration_s":1.619698,"scheduling_latency_s":1.619721}1720gitlab # [ 267.808053] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.060Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06280334b45c9e2e0d183ce2","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06280334b45c9e2e0d183ce2: done: 0.016579 sec","job_status":"done","queue_duration_s":1.619698,"scheduling_latency_s":1.619721,"redis_calls":13,"redis_duration_s":0.0026579999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000861,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001797,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016579,"completed_at":"2026-09-01T10:33:06.060Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1721gitlab # [ 267.821091] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfff0267e94f8f3ddfd4aece","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfff0267e94f8f3ddfd4aece: start","job_status":"start","queue_duration_s":1.637847,"scheduling_latency_s":1.637872}1722gitlab # [ 267.891977] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.083Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfff0267e94f8f3ddfd4aece","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfff0267e94f8f3ddfd4aece: done: 0.021727 sec","job_status":"done","queue_duration_s":1.637847,"scheduling_latency_s":1.637872,"redis_calls":13,"redis_duration_s":0.005951,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002067,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012662,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021727,"completed_at":"2026-09-01T10:33:06.083Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1723gitlab # [ 267.893974] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2dc43d09ff6b70dff26d750","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2dc43d09ff6b70dff26d750: start","job_status":"start","queue_duration_s":1.665522,"scheduling_latency_s":1.66556}1724gitlab # [ 267.909452] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.113Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2dc43d09ff6b70dff26d750","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2dc43d09ff6b70dff26d750: done: 0.023722 sec","job_status":"done","queue_duration_s":1.665522,"scheduling_latency_s":1.66556,"redis_calls":13,"redis_duration_s":0.004069,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001473,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002596,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014658,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023722,"completed_at":"2026-09-01T10:33:06.113Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1725gitlab # [ 267.962972] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a58ba37cd19cf0524ffd791","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a58ba37cd19cf0524ffd791: start","job_status":"start","queue_duration_s":1.691501,"scheduling_latency_s":1.691539}1726gitlab # [ 267.979851] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.139Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a58ba37cd19cf0524ffd791","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a58ba37cd19cf0524ffd791: done: 0.024176 sec","job_status":"done","queue_duration_s":1.691501,"scheduling_latency_s":1.691539,"redis_calls":13,"redis_duration_s":0.003615,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001118,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002497,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015382,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024176,"completed_at":"2026-09-01T10:33:06.139Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1727gitlab # [ 268.033983] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7564790f3901fbab9a026161","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7564790f3901fbab9a026161: start","job_status":"start","queue_duration_s":1.717875,"scheduling_latency_s":1.717907}1728gitlab # [ 268.052413] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7564790f3901fbab9a026161","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7564790f3901fbab9a026161: done: 0.021423 sec","job_status":"done","queue_duration_s":1.717875,"scheduling_latency_s":1.717907,"redis_calls":13,"redis_duration_s":0.0033280000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001074,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002254,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021423,"completed_at":"2026-09-01T10:33:06.163Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1729gitlab # [ 268.106423] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"649990c869d5c29fbc6a6970","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-649990c869d5c29fbc6a6970: start","job_status":"start","queue_duration_s":1.740901,"scheduling_latency_s":1.740968}1730gitlab # [ 268.124383] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.182Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"649990c869d5c29fbc6a6970","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-649990c869d5c29fbc6a6970: done: 0.01732 sec","job_status":"done","queue_duration_s":1.740901,"scheduling_latency_s":1.740968,"redis_calls":13,"redis_duration_s":0.00302,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000846,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002174,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01732,"completed_at":"2026-09-01T10:33:06.182Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1731gitlab # [ 268.194548] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dae2cb6834c218c9c0ebc012","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dae2cb6834c218c9c0ebc012: start","job_status":"start","queue_duration_s":1.759684,"scheduling_latency_s":1.759707}1732gitlab # [ 268.195849] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.203Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dae2cb6834c218c9c0ebc012","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dae2cb6834c218c9c0ebc012: done: 0.019808 sec","job_status":"done","queue_duration_s":1.759684,"scheduling_latency_s":1.759707,"redis_calls":13,"redis_duration_s":0.004121,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019808,"completed_at":"2026-09-01T10:33:06.203Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1733gitlab # [ 268.307244] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a91787024ee47d1936e987d","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a91787024ee47d1936e987d: start","job_status":"start","queue_duration_s":1.781417,"scheduling_latency_s":1.781446}1734gitlab # [ 268.308387] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a91787024ee47d1936e987d","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a91787024ee47d1936e987d: done: 0.017688 sec","job_status":"done","queue_duration_s":1.781417,"scheduling_latency_s":1.781446,"redis_calls":13,"redis_duration_s":0.0027949999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011311,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017688,"completed_at":"2026-09-01T10:33:06.223Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1735gitlab # [ 268.320698] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.224Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f31e11c7fb101477d532d6a1","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f31e11c7fb101477d532d6a1: start","job_status":"start","queue_duration_s":1.800709,"scheduling_latency_s":1.800739}1736gitlab # [ 268.338101] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.242Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f31e11c7fb101477d532d6a1","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f31e11c7fb101477d532d6a1: done: 0.017966 sec","job_status":"done","queue_duration_s":1.800709,"scheduling_latency_s":1.800739,"redis_calls":13,"redis_duration_s":0.0029820000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002066,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011539,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017966,"completed_at":"2026-09-01T10:33:06.242Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1737gitlab # [ 268.434592] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88b9af2b398c0d47c7f9b598","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88b9af2b398c0d47c7f9b598: start","job_status":"start","queue_duration_s":1.82055,"scheduling_latency_s":1.820581}1738gitlab # [ 268.435852] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.263Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88b9af2b398c0d47c7f9b598","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88b9af2b398c0d47c7f9b598: done: 0.019083 sec","job_status":"done","queue_duration_s":1.82055,"scheduling_latency_s":1.820581,"redis_calls":13,"redis_duration_s":0.0032500000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001063,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002187,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012373,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019083,"completed_at":"2026-09-01T10:33:06.263Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1739gitlab # [ 268.462810] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"181b1ea5500a305deed0be79","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-181b1ea5500a305deed0be79: start","job_status":"start","queue_duration_s":1.841432,"scheduling_latency_s":1.841463}1740gitlab # [ 268.479165] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"181b1ea5500a305deed0be79","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-181b1ea5500a305deed0be79: done: 0.018471 sec","job_status":"done","queue_duration_s":1.841432,"scheduling_latency_s":1.841463,"redis_calls":13,"redis_duration_s":0.002882,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011905,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018471,"completed_at":"2026-09-01T10:33:06.283Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1741gitlab # [ 268.567370] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"362fddf2785475109849d947","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-362fddf2785475109849d947: start","job_status":"start","queue_duration_s":1.86159,"scheduling_latency_s":1.861628}1742gitlab # [ 268.568898] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.307Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"362fddf2785475109849d947","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-362fddf2785475109849d947: done: 0.021362 sec","job_status":"done","queue_duration_s":1.86159,"scheduling_latency_s":1.861628,"redis_calls":13,"redis_duration_s":0.003915,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021362,"completed_at":"2026-09-01T10:33:06.307Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1743gitlab # [ 268.602169] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85c8e8744cfbea875d9174ff","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85c8e8744cfbea875d9174ff: start","job_status":"start","queue_duration_s":1.884795,"scheduling_latency_s":1.884823}1744gitlab # [ 268.619387] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85c8e8744cfbea875d9174ff","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85c8e8744cfbea875d9174ff: done: 0.0245 sec","job_status":"done","queue_duration_s":1.884795,"scheduling_latency_s":1.884823,"redis_calls":13,"redis_duration_s":0.008765,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002352,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006413,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012505,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0245,"completed_at":"2026-09-01T10:33:06.333Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1745gitlab # [ 268.687043] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10ef4c346e0023dfa8fbf634","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10ef4c346e0023dfa8fbf634: start","job_status":"start","queue_duration_s":1.911087,"scheduling_latency_s":1.911113}1746gitlab # [ 268.688056] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.356Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10ef4c346e0023dfa8fbf634","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10ef4c346e0023dfa8fbf634: done: 0.020811 sec","job_status":"done","queue_duration_s":1.911087,"scheduling_latency_s":1.911113,"redis_calls":13,"redis_duration_s":0.0033350000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001119,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002216,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020811,"completed_at":"2026-09-01T10:33:06.355Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1747gitlab # [ 268.737794] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.358Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3da2a08027df9bf4d20c5c9","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3da2a08027df9bf4d20c5c9: start","job_status":"start","queue_duration_s":1.934286,"scheduling_latency_s":1.934319}1748gitlab # [ 268.755378] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3da2a08027df9bf4d20c5c9","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3da2a08027df9bf4d20c5c9: done: 0.025412 sec","job_status":"done","queue_duration_s":1.934286,"scheduling_latency_s":1.934319,"redis_calls":13,"redis_duration_s":0.003562,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001131,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002431,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016324,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025412,"completed_at":"2026-09-01T10:33:06.383Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1749gitlab # [ 268.811382] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.386Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f15a748ef162a436ab7d0adf","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f15a748ef162a436ab7d0adf: start","job_status":"start","queue_duration_s":1.961874,"scheduling_latency_s":1.961905}1750gitlab # [ 268.827369] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.411Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f15a748ef162a436ab7d0adf","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f15a748ef162a436ab7d0adf: done: 0.025301 sec","job_status":"done","queue_duration_s":1.961874,"scheduling_latency_s":1.961905,"redis_calls":13,"redis_duration_s":0.004007,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001445,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002562,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025301,"completed_at":"2026-09-01T10:33:06.411Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1751gitlab # [ 268.884109] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cbe657185ca1d1eafc64d75","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cbe657185ca1d1eafc64d75: start","job_status":"start","queue_duration_s":1.989488,"scheduling_latency_s":1.989522}1752gitlab # [ 268.902847] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.439Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0cbe657185ca1d1eafc64d75","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0cbe657185ca1d1eafc64d75: done: 0.026061 sec","job_status":"done","queue_duration_s":1.989488,"scheduling_latency_s":1.989522,"redis_calls":13,"redis_duration_s":0.0048130000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003442,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026061,"completed_at":"2026-09-01T10:33:06.439Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1753gitlab # [ 268.958723] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.442Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f867cd57d7fd83faf9e9bb1","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f867cd57d7fd83faf9e9bb1: start","job_status":"start","queue_duration_s":2.017917,"scheduling_latency_s":2.017989}1754gitlab # [ 268.974983] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f867cd57d7fd83faf9e9bb1","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f867cd57d7fd83faf9e9bb1: done: 0.02556 sec","job_status":"done","queue_duration_s":2.017917,"scheduling_latency_s":2.017989,"redis_calls":13,"redis_duration_s":0.003551,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001226,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002325,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02556,"completed_at":"2026-09-01T10:33:06.467Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1755gitlab # [ 269.026947] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"701ab141f5c3de7dbe31c517","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-701ab141f5c3de7dbe31c517: start","job_status":"start","queue_duration_s":2.045356,"scheduling_latency_s":2.045385}1756gitlab # [ 269.043177] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:06.489Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"701ab141f5c3de7dbe31c517","created_at":"2026-09-01T10:33:04.344Z","trace_propagation_headers":{"sentry-trace":"0017f42388d8424f82acb0faea476de3-4a42baec53094dd4","baggage":"sentry-trace_id=0017f42388d8424f82acb0faea476de3,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7dc78e8eeb81eef8da5f0bbc5d4f826b","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:04.424Z","job_size_bytes":2,"pid":2155,"sidekiq_tid":"m7lv","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-701ab141f5c3de7dbe31c517: done: 0.019722 sec","job_status":"done","queue_duration_s":2.045356,"scheduling_latency_s":2.045385,"redis_calls":13,"redis_duration_s":0.003134,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00219,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012699,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019722,"completed_at":"2026-09-01T10:33:06.489Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1757gitlab # [ 290.698268] postgres[3276]: [3276] ERROR: relation "table_without_models" does not exist1758gitlab # [ 290.698925] postgres[3276]: [3276] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1759gitlab # [ 294.724707] runuser[2995]: pam_unix(runuser:session): session closed for user gitlab1760gitlab # [ 294.725327] setup-gitlab-start[2973]: + systemctl restart gitlab-sidekiq.service1761gitlab # [ 294.744163] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:35.083Z","message":"Shutting down"}1762gitlab # [ 294.744918] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:35.083Z","message":"Scheduler exiting..."}1763gitlab # [ 294.745963] systemd[1]: Stopping gitlab-sidekiq.service...1764gitlab # [ 294.747150] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:35.086Z","message":"Terminating quiet threads for default capsule"}1765gitlab # [ 294.747992] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:35.086Z","message":"Scheduler exiting..."}1766gitlab # [ 295.254359] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:35.593Z","message":"Pausing to allow jobs to finish..."}1767gitlab # [ 296.757181] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:37.096Z","message":"Bye!"}1768gitlab # [ 296.774304] sidekiq-cluster[2155]: {"severity":"INFO","time":"2026-09-01T10:33:37.114Z","message":"stopped","memwd_reason":"background task stopped","memwd_handler_class":"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler","memwd_sleep_time_s":3,"pid":2155,"worker_id":"sidekiq_0","memwd_rss_bytes":936431616,"retry":0}1769gitlab # [ 298.281905] systemd[1]: gitlab-sidekiq.service: Deactivated successfully.1770gitlab # [ 298.282493] systemd[1]: Stopped gitlab-sidekiq.service.1771gitlab # [ 298.284104] systemd[1]: gitlab-sidekiq.service: Consumed 1min 32.522s CPU time over 2min 47.604s wall clock time, 952.6M memory peak, 4M read from disk.1772gitlab # [ 298.285892] systemd[1]: Started gitlab-sidekiq.service.1773gitlab # [ 298.288241] setup-gitlab-start[2973]: + mkdir -p /var/lib/secrets1774gitlab # [ 298.289814] setup-gitlab-start[2973]: + echo nixbot-test-token-of-20-chars1775gitlab # [ 298.291639] setup-gitlab-start[2973]: + chmod 644 /var/lib/secrets/gitlab-token1776gitlab # [ 298.293535] setup-gitlab-start[2973]: + curl -fs -X POST -H 'PRIVATE-TOKEN: nixbot-test-token-of-20-chars' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1777gitlab # [ 299.466835] gitaly[933]: time="2026-09-01T10:33:39.805Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:49.003" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.802" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1778gitlab # [ 299.484151] gitaly[933]: time="2026-09-01T10:33:39.808Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:49.003" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.802" grpc.time_ms=4.187 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1779gitlab # [ 299.616862] gitaly[933]: time="2026-09-01T10:33:39.956Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:49.165" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.956" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1780gitlab # [ 299.632106] gitaly[933]: time="2026-09-01T10:33:39.971Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:49.165" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.956" grpc.time_ms=0.654 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1781gitlab # [ 299.705460] gitaly[933]: time="2026-09-01T10:33:40.045Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA diskcache=58273b33-bbc8-4892-80d6-5d0ff00b7125 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T10:33:49.196" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.988" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1782gitlab # [ 299.719421] gitaly[933]: time="2026-09-01T10:33:40.059Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1570 command.oublock=32 command.real_time_ms=21 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=9 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T10:33:49.196" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:39.988" grpc.time_ms=56.671 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1783gitlab # [ 299.752370] gitaly[933]: time="2026-09-01T10:33:40.091Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.000" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.091" pid=933 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1784gitlab # [ 299.769894] gitaly[933]: time="2026-09-01T10:33:40.109Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.000" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.091" grpc.time_ms=1.204 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1785gitlab # [ 299.803254] gitaly[933]: time="2026-09-01T10:33:40.142Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:33:50.042" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.133" grpc.time_ms=8.765 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1786gitlab # [ 299.890501] gitaly[933]: time="2026-09-01T10:33:40.230Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.138" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.229" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1787gitlab # [ 299.891631] gitaly[933]: time="2026-09-01T10:33:40.230Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.138" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.229" grpc.time_ms=0.998 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1788gitlab # [ 299.952657] gitaly[933]: time="2026-09-01T10:33:40.292Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA diskcache=6745bedb-3b71-48b4-8c9f-602653c6cc3c grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T10:33:50.168" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.258" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1789gitlab # [ 299.953990] gitaly[933]: time="2026-09-01T10:33:40.292Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1576 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T10:33:50.168" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.258" grpc.time_ms=33.952 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1790gitlab # [ 299.965474] gitaly[933]: time="2026-09-01T10:33:40.305Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.213" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.304" pid=933 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1791gitlab # [ 299.967240] gitaly[933]: time="2026-09-01T10:33:40.305Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.213" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.304" grpc.time_ms=1.274 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1792gitlab # [ 299.980975] gitaly[933]: time="2026-09-01T10:33:40.320Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:33:50.223" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.314" grpc.time_ms=5.868 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1793gitlab # [ 300.018960] gitaly[933]: time="2026-09-01T10:33:40.358Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:33:50.266" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.358" grpc.time_ms=0.267 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1794gitlab # [ 300.030180] gitaly[933]: time="2026-09-01T10:33:40.369Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T10:33:50.277" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:40.368" grpc.time_ms=0.563 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1795gitlab # [ 300.745459] gitaly[933]: time="2026-09-01T10:33:41.084Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G6JJP45EEQKNBKN5FFRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:33:51.007" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:41.077" grpc.time_ms=6.732 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1796gitlab # [ 301.336059] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:41 +0000] "POST /api/v4/projects HTTP/1.1" 201 4828 "" "curl/8.21.0" 30321797gitlab # [ 301.338914] setup-gitlab-start[2973]: + mkdir -p /tmp/test-flake1798gitlab # [ 301.340267] setup-gitlab-start[2973]: + cd /tmp/test-flake1799gitlab # [ 301.341471] setup-gitlab-start[2973]: + git init -b master1800gitlab # [ 301.358298] setup-gitlab-start[3371]: Initialized empty Git repository in /tmp/test-flake/.git/1801gitlab # [ 301.360096] setup-gitlab-start[2973]: + git config user.name test1802gitlab # [ 301.361776] setup-gitlab-start[2973]: + git config user.email test@example.com1803gitlab # [ 301.363652] setup-gitlab-start[2973]: + cat1804gitlab # [ 301.365079] setup-gitlab-start[2973]: + git add flake.nix1805gitlab # [ 301.368087] setup-gitlab-start[2973]: + git commit -m 'initial commit'1806gitlab # [ 301.375400] setup-gitlab-start[3376]: [master (root-commit) b4424da] initial commit1807gitlab # [ 301.376182] setup-gitlab-start[3376]: 1 file changed, 10 insertions(+)1808gitlab # [ 301.376881] setup-gitlab-start[3376]: create mode 100644 flake.nix1809gitlab # [ 301.378597] setup-gitlab-start[2973]: + git remote add origin http://oauth2:nixbot-test-token-of-20-chars@gitlab/root/test-flake.git1810gitlab # [ 301.383794] setup-gitlab-start[2973]: + git push -u origin master1811gitlab # [ 301.471967] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:41 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 591812gitlab # [ 301.672665] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:42 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.55.0" 1971813gitlab # [ 301.681133] gitaly[933]: time="2026-09-01T10:33:42.009Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9NNRAFXY1ZV9TQYC8JA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:41.974" grpc.time_ms=34.92 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1814gitlab # [ 302.435361] gitaly[933]: time="2026-09-01T10:33:42.773Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:33:52.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:42.767" grpc.time_ms=6.445 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815gitlab # [ 302.481732] gitaly[933]: time="2026-09-01T10:33:42.821Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=328 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-09-01T10:34:12.009" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-09-01T10:33:42.809" grpc.time_ms=11.119 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1816gitlab # [ 302.510767] gitaly[933]: time="2026-09-01T10:33:42.850Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M1E8G9X1TS2GG56G5254GJ8K duration_ms=192ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/allowed"1817gitlab # [ 302.553892] gitaly[933]: time="2026-09-01T10:33:42.893Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M1E8G9X1TS2GG56G5254GJ8K duration_ms=41ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/pre_receive"1818gitlab # [ 302.559765] gitaly[933]: time="2026-09-01T10:33:42.899Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:42.649" grpc.time_ms=249.195 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1819gitlab # [ 302.604472] gitaly[933]: time="2026-09-01T10:33:42.944Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:42.941" grpc.time_ms=1.93 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1820gitlab # [ 302.651209] gitaly[933]: time="2026-09-01T10:33:42.991Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:42.988" grpc.time_ms=2.002 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1821gitlab # [ 302.694822] gitaly[933]: time="2026-09-01T10:33:43.034Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:43.032" grpc.time_ms=1.847 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1822gitlab # [ 302.910458] gitaly[933]: time="2026-09-01T10:33:43.250Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:33:53.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:43.242" grpc.time_ms=7.672 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1823gitlab # [ 302.965672] gitaly[933]: time="2026-09-01T10:33:43.305Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1559 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=7 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-09-01T10:33:53.042" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:43.284" grpc.time_ms=20.789 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1824gitlab # [ 302.990674] gitaly[933]: time="2026-09-01T10:33:43.330Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M1E8G9X1TS2GG56G5254GJ8K duration_ms=252ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/post_receive"1825gitlab # [ 302.992752] gitaly[933]: time="2026-09-01T10:33:43.332Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:43.076" grpc.time_ms=255.794 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1826gitlab # [ 303.017699] gitaly[933]: time="2026-09-01T10:33:43.357Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K diskcache=d84dc239-d955-40ef-ac10-d5f3e54e354b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:42.523" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1827gitlab # [ 303.018965] gitaly[933]: time="2026-09-01T10:33:43.358Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=271 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=892928 command.minflt=13750 command.oublock=32 command.real_time_ms=821 command.spawn_token_fork_ms=1 command.system_time_ms=134 command.user_time_ms=137 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:42.523" grpc.time_ms=833.828 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1828gitlab # [ 303.021173] gitlab-workhorse[831]: time="2026-09-01T10:33:43Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521829gitlab # [ 303.022061] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:43 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 13081830gitlab # [ 303.023242] setup-gitlab-start[3380]: To http://gitlab/root/test-flake.git1831gitlab # [ 303.024725] setup-gitlab-start[3380]: * [new branch] master -> master1832gitlab # [ 303.058799] setup-gitlab-start[3380]: branch 'master' set up to track 'origin/master'.1833gitlab # [ 303.062501] systemd[1]: Finished setup-gitlab.service.1834gitlab # [ 303.069274] systemd[1]: Starting nixbot CI service...1835gitlab: (finished: waiting for unit setup-gitlab.service, in 304.58 seconds)1836gitlab: waiting for unit nixbot.service1837gitlab # [ 304.121336] sidekiq-cluster[3319]: {"severity":"INFO","time":"2026-09-01T10:33:44.428Z","message":"Starting cluster with 1 processes"}1838gitlab # [ 304.734716] nixbot[3472]: {"ts": "2026-09-01T10:33:45.073Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1839gitlab # [ 304.770669] nixbot[3472]: {"ts": "2026-09-01T10:33:45.110Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1840gitlab # [ 304.798719] nixbot[3472]: {"ts": "2026-09-01T10:33:45.138Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1841gitlab # [ 304.805111] nixbot[3472]: {"ts": "2026-09-01T10:33:45.144Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1842gitlab # [ 304.813763] nixbot[3472]: {"ts": "2026-09-01T10:33:45.153Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1843gitlab # [ 304.825080] nixbot[3472]: {"ts": "2026-09-01T10:33:45.164Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1844gitlab # [ 304.834296] nixbot[3472]: {"ts": "2026-09-01T10:33:45.173Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1845gitlab # [ 304.844448] nixbot[3472]: {"ts": "2026-09-01T10:33:45.184Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1846gitlab # [ 304.854404] nixbot[3472]: {"ts": "2026-09-01T10:33:45.194Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1847gitlab # [ 304.862449] nixbot[3472]: {"ts": "2026-09-01T10:33:45.202Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1848gitlab # [ 304.873272] nixbot[3472]: {"ts": "2026-09-01T10:33:45.212Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1849gitlab # [ 304.884969] nixbot[3472]: {"ts": "2026-09-01T10:33:45.224Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1850gitlab # [ 304.894297] nixbot[3472]: {"ts": "2026-09-01T10:33:45.233Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1851gitlab # [ 304.901393] nixbot[3472]: {"ts": "2026-09-01T10:33:45.241Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1852gitlab # [ 304.910976] nixbot[3472]: {"ts": "2026-09-01T10:33:45.250Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1853gitlab # [ 304.918435] nixbot[3472]: {"ts": "2026-09-01T10:33:45.258Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1854gitlab # [ 304.924944] nixbot[3472]: {"ts": "2026-09-01T10:33:45.264Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1855gitlab # [ 304.932641] nixbot[3472]: {"ts": "2026-09-01T10:33:45.272Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1856gitlab # [ 304.944725] nixbot[3472]: {"ts": "2026-09-01T10:33:45.284Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1857gitlab # [ 304.951723] nixbot[3472]: {"ts": "2026-09-01T10:33:45.291Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 19, "migration": "scheduled_run_notify"}1858gitlab # [ 304.958400] nixbot[3472]: {"ts": "2026-09-01T10:33:45.298Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 20, "migration": "log_metadata"}1859gitlab # [ 304.965896] nixbot[3472]: {"ts": "2026-09-01T10:33:45.305Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 21, "migration": "forge_refresh_tokens"}1860gitlab # [ 304.970130] nixbot[3472]: {"ts": "2026-09-01T10:33:45.309Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 22, "migration": "attr_finished_idx"}1861gitlab # [ 304.978869] nixbot[3472]: {"ts": "2026-09-01T10:33:45.318Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 23, "migration": "effect_deps"}1862gitlab # [ 304.985727] nixbot[3472]: {"ts": "2026-09-01T10:33:45.325Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 24, "migration": "drop_forge_tokens"}1863gitlab # [ 304.995104] nixbot[3472]: {"ts": "2026-09-01T10:33:45.334Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 25, "migration": "effect_skipped_rename"}1864gitlab # [ 305.002468] nixbot[3472]: {"ts": "2026-09-01T10:33:45.342Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 26, "migration": "attr_eval_warnings"}1865gitlab # [ 305.566256] nixbot[3472]: INFO: Started server process [3472]1866gitlab # [ 305.566619] nixbot[3472]: INFO: Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1867gitlab # [ 305.608087] nixbot[3472]: INFO: ::ffff:127.0.0.1:51166 - "GET /health HTTP/1.1" 200 OK1868gitlab # [ 305.637082] systemd[1]: Started nixbot CI service.1869gitlab # [ 305.639837] systemd[1]: Reached target Multi-User System.1870gitlab # [ 305.647614] systemd[1]: Startup finished in 1.175s (kernel) + 3.564s (initrd) + 5min 906ms (userspace) = 5min 5.646s.1871gitlab: (finished: waiting for unit nixbot.service, in 2.06 seconds)1872gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1873gitlab # [ 305.792281] nixbot[3472]: INFO: ::ffff:127.0.0.1:51168 - "GET /health HTTP/1.1" 200 OK1874gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.03 seconds)1875subtest: project discovered and webhook registered1876gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1877gitlab # [ 305.917192] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.21.0" 891878gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.12 seconds)1879[]1880gitlab # [ 306.747138] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 11371881gitlab # [ 306.750954] nixbot[3472]: {"ts": "2026-09-01T10:33:47.085Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1882gitlab # [ 306.775507] nixbot[3472]: {"ts": "2026-09-01T10:33:47.115Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1883gitlab # [ 306.841449] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 531884gitlab # [ 306.845564] nixbot[3472]: {"ts": "2026-09-01T10:33:47.185Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1885gitlab # [ 306.849745] nixbot[3472]: {"ts": "2026-09-01T10:33:47.189Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1886gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1887gitlab # [ 307.000424] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 919 "" "python-httpx/0.28.1" 1441888gitlab # [ 307.004236] nixbot[3472]: {"ts": "2026-09-01T10:33:47.340Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1889gitlab # [ 307.046305] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "curl/8.21.0" 1011890gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.13 seconds)1891[{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-09-01T10:33:47.316Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'token_present': True, 'signing_token_present': False, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1892(finished: subtest: project discovered and webhook registered, in 1.25 seconds)1893subtest: push delivers the webhook1894gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1895gitlab # [ 307.119152] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 321896gitlab # [ 307.204543] gitaly[933]: time="2026-09-01T10:33:47.543Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GF64EM35T11Y4C1XPQMK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:47.534" grpc.time_ms=9.213 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1897gitlab # [ 307.225760] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.55.0" 1041898gitlab # Enumerating objects: 5, done.1899gitlab # Counting objects: 20% (1/5)Counting objects: 40% (2/5)Counting objects: 60% (3/5)Counting objects: 80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1900gitlab # Delta compression using up to 4 threads[ 307.239231] nixbot[3472]: {"ts": "2026-09-01T10:33:47.577Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1901gitlab # 1902gitlab # [ 307.240882] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 2261903gitlab # Compressing objects: 50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1904gitlab # Writing objects: 33% (1/3)Writing objects: 66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.1905gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1906gitlab # [ 307.315071] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "python-httpx/0.28.1" 571907gitlab # [ 307.317060] nixbot[3472]: {"ts": "2026-09-01T10:33:47.656Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1908gitlab # [ 307.400795] nixbot[3472]: {"ts": "2026-09-01T10:33:47.739Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1909gitlab # [ 307.402660] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 919 "" "python-httpx/0.28.1" 791910gitlab # [ 307.478376] gitaly[933]: time="2026-09-01T10:33:47.817Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFF4B9R9Q3KCZ4A2BQ7C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-09-01T10:34:17.003" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:47.804" grpc.time_ms=11.791 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1911gitlab # [ 307.521419] gitaly[933]: time="2026-09-01T10:33:47.860Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFF4B9R9Q3KCZ4A2BQ7C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:17.056" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:47.857" grpc.time_ms=2.331 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1912gitlab # [ 307.526714] gitaly[933]: time="2026-09-01T10:33:47.866Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=330 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-09-01T10:34:17.057" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-09-01T10:33:47.858" grpc.time_ms=7.862 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1913gitlab # [ 307.539125] gitaly[933]: time="2026-09-01T10:33:47.877Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFF4B9R9Q3KCZ4A2BQ7C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-09-01T10:33:57.008" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:47.869" grpc.time_ms=8.209 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1914gitlab # [ 307.549446] gitaly[933]: time="2026-09-01T10:33:47.889Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 duration_ms=124ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/allowed"1915gitlab # [ 307.603093] nixbot[3472]: {"ts": "2026-09-01T10:33:47.942Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1916gitlab # [ 307.611828] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:47 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 732 "" "python-httpx/0.28.1" 2021917gitlab # [ 307.666318] redis[794]: 10 changes in 300 seconds. Saving...1918gitlab # [ 307.667240] redis[794]: Background saving started by pid 35751919gitlab # [ 307.670000] gitaly[933]: time="2026-09-01T10:33:48.009Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 duration_ms=118ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/pre_receive"1920gitlab # [ 307.670254] gitaly[933]: time="2026-09-01T10:33:48.009Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:47.763" grpc.time_ms=246.412 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1921gitlab # [ 307.675986] redis[3575]: BGSAVE done, 426 keys saved, 0 keys skipped, 110043 bytes written.1922gitlab # [ 307.697118] redis[3575]: DB saved on disk1923gitlab # [ 307.697771] redis[3575]: Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB1924gitlab # [ 307.722105] gitaly[933]: time="2026-09-01T10:33:48.062Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:48.061" grpc.time_ms=0.742 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1925gitlab # [ 307.736847] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1251926gitlab # [ 307.741790] nixbot[3472]: {"ts": "2026-09-01T10:33:48.081Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1927gitlab # [ 307.750862] nixbot[3472]: {"ts": "2026-09-01T10:33:48.090Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1928gitlab # [ 307.767451] redis[794]: Background saving terminated with success1929gitlab # [ 307.780913] gitaly[933]: time="2026-09-01T10:33:48.120Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:48.119" grpc.time_ms=0.758 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1930gitlab # [ 307.821107] gitaly[933]: time="2026-09-01T10:33:48.160Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:48.159" grpc.time_ms=0.812 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1931gitlab # [ 307.878241] gitaly[933]: time="2026-09-01T10:33:48.217Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFV8S54HHHK312C4MY73 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=192 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.207" grpc.time_ms=10.089 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1932gitlab # [ 307.895343] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 831933gitlab # [ 307.930770] gitaly[933]: time="2026-09-01T10:33:48.270Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 duration_ms=71ns method=POST pid=933 status=200 url="http://unix/api/v4/internal/post_receive"1934gitlab # [ 307.936561] gitaly[933]: time="2026-09-01T10:33:48.273Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:48.198" grpc.time_ms=72.777 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1935gitlab # [ 307.956562] gitaly[933]: time="2026-09-01T10:33:48.296Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 diskcache=b03e6adf-2b19-4c86-9c1f-42d97a0bdd0a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:47.700" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1936gitlab # [ 307.971752] gitaly[933]: time="2026-09-01T10:33:48.311Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=155 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13327 command.oublock=32 command.real_time_ms=582 command.spawn_token_fork_ms=4 command.system_time_ms=89 command.user_time_ms=66 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:47.700" grpc.time_ms=595.676 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1937gitlab # To http://gitlab/root/test-flake.git1938gitlab # b4424da..46a7869 master -> master1939gitlab # [ 307.992541] gitlab-workhorse[831]: time="2026-09-01T10:33:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521940gitlab # [ 307.998458] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 7161941gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 0.95 seconds)1942gitlab: must succeed: git -C /tmp/test-flake rev-parse master1943gitlab # [ 308.014087] gitaly[933]: time="2026-09-01T10:33:48.353Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFXXZCTXDDF65CF0MGAG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.336" pid=933 remote_ip="2001:db8:1::1" request_sha=cbf4cb85c7b4a4aa26c72509fcce4a61c2433abb response_bytes=113 span.kind=server system=grpc1944gitlab # [ 308.015057] gitaly[933]: time="2026-09-01T10:33:48.354Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFXXZCTXDDF65CF0MGAG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.336" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1945gitlab # [ 308.028505] gitlab-workhorse[831]: time="2026-09-01T10:33:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1131946gitlab # [ 308.029956] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 113 "" "git/2.55.0" 1371947gitlab # [ 308.031311] gitaly[933]: time="2026-09-01T10:33:48.367Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFXXZCTXDDF65CF0MGAG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.336" grpc.time_ms=19.632 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1948gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.07 seconds)1949gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'1950gitlab # [ 308.147289] nixbot[3472]: INFO: ::ffff:127.0.0.1:51176 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK1951gitlab # [ 308.149131] gitaly[933]: time="2026-09-01T10:33:48.488Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GG2D7S4FAMWMXXERBET9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.469" pid=933 remote_ip="2001:db8:1::1" request_sha=91811f540dd14eab4b87a3a98cc9edde090a2025 response_bytes=418 span.kind=server system=grpc1952gitlab # [ 308.150366] gitaly[933]: time="2026-09-01T10:33:48.488Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1198 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GG2D7S4FAMWMXXERBET9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.469" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1953gitlab # [ 308.152771] gitaly[933]: time="2026-09-01T10:33:48.492Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1198 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GG2D7S4FAMWMXXERBET9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.469" grpc.time_ms=21.982 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1954gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.13 seconds)1955[]1956gitlab # [ 308.199875] gitlab-workhorse[831]: time="2026-09-01T10:33:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=4181957gitlab # [ 308.200796] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 418 "" "git/2.55.0" 1731958gitlab # [ 308.292403] gitaly[933]: time="2026-09-01T10:33:48.631Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GG8XEMP2WVAMZ7ZWHSRX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.624" grpc.time_ms=6.745 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1959gitlab # [ 308.313352] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 791960gitlab # [ 308.379098] gitaly[933]: time="2026-09-01T10:33:48.718Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGBGXZ2P7C0CCM9K0V1Y grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.710" pid=933 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc1961gitlab # [ 308.379712] gitaly[933]: time="2026-09-01T10:33:48.718Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGBGXZ2P7C0CCM9K0V1Y grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.710" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1962gitlab # [ 308.382142] gitaly[933]: time="2026-09-01T10:33:48.721Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGBGXZ2P7C0CCM9K0V1Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.710" grpc.time_ms=9.924 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1963gitlab # [ 308.383367] gitlab-workhorse[831]: time="2026-09-01T10:33:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671964gitlab # [ 308.384305] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 641965gitlab # [ 308.516866] gitaly[933]: time="2026-09-01T10:33:48.855Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGG1C2Y0TH61B7EQCAPS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.848" grpc.time_ms=6.663 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1966gitlab # [ 308.518088] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 531967gitlab # [ 308.610052] gitaly[933]: time="2026-09-01T10:33:48.949Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGJEMCCS1AHB1ER9ZHHQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.936" pid=933 remote_ip="2001:db8:1::1" request_sha=fb62c37b60b550dd367e34acce88d0d3e3444d95 response_bytes=209 span.kind=server system=grpc1968gitlab # [ 308.610420] gitaly[933]: time="2026-09-01T10:33:48.949Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1173 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGJEMCCS1AHB1ER9ZHHQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.936" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1969gitlab # [ 308.611462] gitlab-workhorse[831]: time="2026-09-01T10:33:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2091970gitlab # [ 308.612735] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:48 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 209 "" "git/2.55.0" 711971gitlab # [ 308.613908] gitaly[933]: time="2026-09-01T10:33:48.949Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1173 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGJEMCCS1AHB1ER9ZHHQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:33:48.936" grpc.time_ms=13.227 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc1972gitlab # [ 308.757533] gitaly[933]: time="2026-09-01T10:33:49.097Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:19.095" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:49.096" grpc.time_ms=0.771 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1973gitlab # [ 308.813943] gitaly[933]: time="2026-09-01T10:33:49.153Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-09-01T10:34:19.146" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:49.147" grpc.time_ms=6.648 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1974gitlab # [ 308.856467] gitaly[933]: time="2026-09-01T10:33:49.196Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:33:59.008" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:49.189" grpc.time_ms=6.876 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1975gitlab # [ 308.889932] gitaly[933]: time="2026-09-01T10:33:49.229Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:33:59.043" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:49.223" grpc.time_ms=5.81 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1976gitlab # [ 308.980643] gitaly[933]: time="2026-09-01T10:33:49.320Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T10:33:59.079" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:49.320" grpc.time_ms=0.332 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1977gitlab # [ 309.009764] gitaly[933]: time="2026-09-01T10:33:49.349Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T10:33:59.102" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:49.343" grpc.time_ms=5.837 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1978gitlab # [ 309.027807] postgres[865]: [865] LOG: checkpoint starting: time1979gitlab # [ 309.061126] gitaly[933]: time="2026-09-01T10:33:49.400Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4150 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:49.400" grpc.time_ms=0.686 pid=933 span.kind=server system=grpc1980gitlab # [ 309.095840] gitaly[933]: time="2026-09-01T10:33:49.435Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4152 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:33:49.434" grpc.time_ms=0.517 pid=933 span.kind=server system=grpc1981gitlab # [ 309.116254] gitaly[933]: time="2026-09-01T10:33:49.456Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C diskcache=6abf1e96-a191-4b3f-a253-c2a9891f7c62 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:33:59.131" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:49.372" pid=933 ref=refs/keep-around/b4424da8f0c746208bde92bb1bdb040f7fd163cc remote_ip="2001:db8:1::1" revision=b4424da8f0c746208bde92bb1bdb040f7fd163cc span.kind=server system=grpc username=root1982gitlab # [ 309.132517] gitaly[933]: time="2026-09-01T10:33:49.456Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=47 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5312 command.oublock=8 command.real_time_ms=76 command.spawn_token_fork_ms=0 command.system_time_ms=25 command.user_time_ms=22 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:33:59.131" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:33:49.372" grpc.time_ms=83.667 pid=933 ref=refs/keep-around/b4424da8f0c746208bde92bb1bdb040f7fd163cc remote_ip="2001:db8:1::1" revision=b4424da8f0c746208bde92bb1bdb040f7fd163cc span.kind=server system=grpc username=root1983gitlab # [ 309.153694] gitaly[933]: time="2026-09-01T10:33:49.477Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:19.475" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:49.476" grpc.time_ms=1.049 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'1985gitlab # [ 309.230200] nixbot[3472]: INFO: ::ffff:127.0.0.1:51180 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK1986gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)1987[]1988gitlab # [ 309.316487] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:49 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 6221989gitlab # [ 309.321832] nixbot[3472]: {"ts": "2026-09-01T10:33:49.661Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}1990gitlab # [ 309.334946] nixbot[3472]: {"ts": "2026-09-01T10:33:49.674Z", "level": "info", "logger": "nixbot.flake_prefetch", "msg": "prefetching flake inputs", "flake_dir": "/var/lib/nixbot/worktrees/1-b4424da8f0c7-0"}1991gitlab # [ 309.527624] nixbot[3472]: {"ts": "2026-09-01T10:33:49.867Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-b4424da8f0c7-0", "argv0": "bwrap"}1992gitlab # [ 309.615415] systemd[1]: Started Nix Daemon.1993gitlab # [ 309.687219] nix-daemon[3710]: accepted connection from pid 3705, user nixbot1994gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'1995gitlab # [ 310.255801] nixbot[3472]: INFO: ::ffff:127.0.0.1:51190 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK1996gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)1997[]1998gitlab # [ 310.282073] gitaly[933]: time="2026-09-01T10:33:50.621Z" level=info msg="burden monitor stats" pid=9331999gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2000gitlab # [ 311.280898] nixbot[3472]: INFO: ::ffff:127.0.0.1:51194 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2001gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2002[]2003gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2004gitlab # [ 312.302466] nixbot[3472]: INFO: ::ffff:127.0.0.1:51200 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2005gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2006[]2007gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2008gitlab # [ 313.328939] nixbot[3472]: INFO: ::ffff:127.0.0.1:36196 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2009gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2010[]2011gitlab # [ 314.022492] nix-daemon[3710]: accepted connection from pid 3733, user nixbot2012gitlab # [ 314.036088] nix-daemon[3710]: accepted connection from pid 3705, user nixbot2013gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2014gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2015[]2016gitlab # [ 314.353053] nixbot[3472]: INFO: ::ffff:127.0.0.1:36212 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2017gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2018gitlab # [ 315.374668] nixbot[3472]: INFO: ::ffff:127.0.0.1:36216 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2019gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2020[]2021gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2022gitlab # [ 316.396678] nixbot[3472]: INFO: ::ffff:127.0.0.1:36220 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2023gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2024[]2025gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2026gitlab # [ 317.421163] nixbot[3472]: INFO: ::ffff:127.0.0.1:36232 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2027gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2028[]2029gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2030gitlab # [ 318.444508] nixbot[3472]: INFO: ::ffff:127.0.0.1:36236 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2031gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2032[]2033gitlab # [ 318.788781] nix-daemon[3710]: accepted connection from pid 3705, user nixbot2034gitlab # [ 318.850910] nix-daemon[3710]: accepted connection from pid 3762, user nixbot2035gitlab # [ 318.903465] gitaly[933]: time="2026-09-01T10:33:59.242Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GTMCE7J6ZXGGPKQ94PRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:29.041" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:59.241" grpc.time_ms=0.637 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2036gitlab # [ 319.196788] gitaly[933]: time="2026-09-01T10:33:59.536Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GTMCE7J6ZXGGPKQ94PRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:34:09.010" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:59.530" grpc.time_ms=6.001 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2037gitlab # [ 319.315231] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:59 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 4742038gitlab # [ 319.320080] nixbot[3472]: {"ts": "2026-09-01T10:33:59.657Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2039gitlab # [ 319.369746] gitaly[933]: time="2026-09-01T10:33:59.709Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GV3F63YG2W98VMC9QSMM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:29.708" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:33:59.708" grpc.time_ms=0.618 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2040gitlab # [ 319.405415] gitaly[933]: time="2026-09-01T10:33:59.745Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GV3F63YG2W98VMC9QSMM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:34:09.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:33:59.737" grpc.time_ms=7.284 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2041gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2042gitlab # [ 319.481815] nixbot[3472]: INFO: ::ffff:127.0.0.1:36242 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2043gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2044[]2045gitlab # [ 319.490128] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:33:59 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1652046gitlab # [ 319.494558] nixbot[3472]: {"ts": "2026-09-01T10:33:59.830Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2047gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2048gitlab # [ 320.506262] nixbot[3472]: INFO: ::ffff:127.0.0.1:36252 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2049gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2050[]2051gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2052gitlab # [ 321.531357] nixbot[3472]: INFO: ::ffff:127.0.0.1:36260 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2053gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2054[]2055gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2056gitlab # [ 322.558482] nixbot[3472]: INFO: ::ffff:127.0.0.1:36262 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2057gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2058[]2059gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2060gitlab # [ 323.581772] nixbot[3472]: INFO: ::ffff:127.0.0.1:53504 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2061gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2062[]2063gitlab # [ 323.736739] nix-daemon[3710]: accepted connection from pid 3808, user nixbot2064gitlab # [ 323.894531] gitaly[933]: time="2026-09-01T10:34:04.233Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GZE3FEWYPZZZ7DHZRBAC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:34:34.232" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:34:04.233" grpc.time_ms=0.596 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2065gitlab # [ 323.935875] gitaly[933]: time="2026-09-01T10:34:04.275Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GZE3FEWYPZZZ7DHZRBAC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:34:14.088" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:34:04.268" grpc.time_ms=6.921 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2066gitlab # [ 324.008983] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:34:04 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2482067gitlab # [ 324.013970] nixbot[3472]: {"ts": "2026-09-01T10:34:04.349Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2068gitlab # [ 324.157051] gitaly[933]: time="2026-09-01T10:34:04.496Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GZRVRZC8G4WR38PHP8Q3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:34:04.488" grpc.time_ms=7.618 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2069gitlab # [ 324.176477] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:34:04 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 522070gitlab # [ 324.216987] gitaly[933]: time="2026-09-01T10:34:04.556Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GZTJJZ756MMP99XAV28Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:34:04.550" pid=933 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2071gitlab # [ 324.232418] gitaly[933]: time="2026-09-01T10:34:04.557Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GZTJJZ756MMP99XAV28Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:34:04.550" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2072gitlab # [ 324.248721] gitlab-workhorse[831]: time="2026-09-01T10:34:04Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672073gitlab # [ 324.249586] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:34:04 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 602074gitlab # [ 324.250398] gitaly[933]: time="2026-09-01T10:34:04.558Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GZTJJZ756MMP99XAV28Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:34:04.550" grpc.time_ms=6.976 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2075gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2076gitlab # [ 324.603632] nixbot[3472]: INFO: ::ffff:127.0.0.1:53506 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2077gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2078[]2079gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2080gitlab # [ 325.622724] nixbot[3472]: INFO: ::ffff:127.0.0.1:53510 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2081gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2082[]2083gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2084gitlab # [ 326.642190] nixbot[3472]: INFO: ::ffff:127.0.0.1:53522 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2085gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2086[]2087gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2088gitlab # [ 327.662330] nixbot[3472]: INFO: ::ffff:127.0.0.1:53524 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2089gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2090[]2091gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2092gitlab # [ 328.685234] nixbot[3472]: INFO: ::ffff:127.0.0.1:53538 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2093gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2094[]2095gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2096gitlab # [ 329.709218] nixbot[3472]: INFO: ::ffff:127.0.0.1:53540 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2097gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2098[]2099gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2100gitlab # [ 330.734187] nixbot[3472]: INFO: ::ffff:127.0.0.1:53548 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2101gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2102[]2103gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2104gitlab # [ 331.754597] nixbot[3472]: INFO: ::ffff:127.0.0.1:53552 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2105gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2106[]2107gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2108gitlab # [ 332.776304] nixbot[3472]: INFO: ::ffff:127.0.0.1:53558 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2109gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2110[]2111gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2112gitlab # [ 333.794897] nixbot[3472]: INFO: ::ffff:127.0.0.1:43946 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2113gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2114[]2115gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2116gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2117[]2118gitlab # [ 334.814824] nixbot[3472]: INFO: ::ffff:127.0.0.1:43952 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2119gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2120gitlab # [ 335.837124] nixbot[3472]: INFO: ::ffff:127.0.0.1:43962 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2121gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2122[]2123gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2124gitlab # [ 336.862510] nixbot[3472]: INFO: ::ffff:127.0.0.1:43972 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2125gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2126[]2127gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2128gitlab # [ 337.890134] nixbot[3472]: INFO: ::ffff:127.0.0.1:43986 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2129gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2130[]2131gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2132gitlab # [ 338.939390] nixbot[3472]: INFO: ::ffff:127.0.0.1:43996 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2133gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2134[]2135gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2136gitlab # [ 339.977038] nixbot[3472]: INFO: ::ffff:127.0.0.1:44002 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2137gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2138[]2139gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2140gitlab # [ 341.002187] nixbot[3472]: INFO: ::ffff:127.0.0.1:44004 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2141gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2142[]2143gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2144gitlab # [ 342.026646] nixbot[3472]: INFO: ::ffff:127.0.0.1:44020 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2145gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2146[]2147gitlab # [ 342.758446] sidekiq-cluster[3488]: 2026-09-01T10:34:23.097Z pid=3488 tid=yko INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>3488, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>443265024}2148gitlab # [ 343.000709] sidekiq-cluster[3488]: W, [2026-09-01T10:34:23.340520 #3488] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2149gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2150gitlab # [ 343.050289] nixbot[3472]: INFO: ::ffff:127.0.0.1:44028 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2151gitlab # [ 343.054816] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:34:23.394Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}2152gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2153[]2154gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2155gitlab # [ 344.074246] nixbot[3472]: INFO: ::ffff:127.0.0.1:59678 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2156gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2157[]2158gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2159gitlab # [ 345.092558] nixbot[3472]: INFO: ::ffff:127.0.0.1:59688 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2160gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2161[]2162gitlab # [ 345.319845] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:34:25.659Z","message":"GitLab reliable fetch activated!"}2163gitlab # [ 345.322206] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:34:25.659Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2164gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2165gitlab # [ 346.114786] nixbot[3472]: INFO: ::ffff:127.0.0.1:59690 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2166gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2167[]2168gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2169gitlab # [ 347.135926] nixbot[3472]: INFO: ::ffff:127.0.0.1:59692 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2170gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2171[]2172gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2173gitlab # [ 348.156063] nixbot[3472]: INFO: ::ffff:127.0.0.1:59700 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2174gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2175[]2176gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2177gitlab # [ 349.181633] nixbot[3472]: INFO: ::ffff:127.0.0.1:59710 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2178gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2179[]2180gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2181gitlab # [ 350.206697] nixbot[3472]: INFO: ::ffff:127.0.0.1:59712 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2182gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2183[]2184gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2185gitlab # [ 351.228609] nixbot[3472]: INFO: ::ffff:127.0.0.1:59724 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2186gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2187[]2188gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2189gitlab # [ 352.256436] nixbot[3472]: INFO: ::ffff:127.0.0.1:59732 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2190gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2191[]2192gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2193gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2194[]2195gitlab # [ 353.281244] nixbot[3472]: INFO: ::ffff:127.0.0.1:54404 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2196gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2197gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2198[]2199gitlab # [ 354.302086] nixbot[3472]: INFO: ::ffff:127.0.0.1:54410 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2200gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2201gitlab # [ 355.324693] nixbot[3472]: INFO: ::ffff:127.0.0.1:54422 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2202gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2203[]2204gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2205gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2206[]2207gitlab # [ 356.348067] nixbot[3472]: INFO: ::ffff:127.0.0.1:54430 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2208gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2209gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2210[]2211gitlab # [ 357.370372] nixbot[3472]: INFO: ::ffff:127.0.0.1:54434 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2212gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2213gitlab # [ 358.417903] nixbot[3472]: INFO: ::ffff:127.0.0.1:54448 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2214gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2215[]2216gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2217gitlab # [ 359.469557] nixbot[3472]: INFO: ::ffff:127.0.0.1:54454 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2218gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.05 seconds)2219[]2220gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2221gitlab # [ 360.510773] nixbot[3472]: INFO: ::ffff:127.0.0.1:54470 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2222gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2223[]2224gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2225gitlab # [ 361.540462] nixbot[3472]: INFO: ::ffff:127.0.0.1:54482 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2226gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2227[]2228gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2229gitlab # [ 362.569591] nixbot[3472]: INFO: ::ffff:127.0.0.1:54486 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2230gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2231[]2232gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2233gitlab # [ 363.600078] nixbot[3472]: INFO: ::ffff:127.0.0.1:59144 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2234gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2235[]2236gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2237gitlab # [ 364.627478] nixbot[3472]: INFO: ::ffff:127.0.0.1:59154 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2238gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2239[]2240gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2241gitlab # [ 365.649429] nixbot[3472]: INFO: ::ffff:127.0.0.1:59166 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2242gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2243[]2244gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2245gitlab # [ 366.675047] nixbot[3472]: INFO: ::ffff:127.0.0.1:59180 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2246gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.02 seconds)2247[]2248gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2249gitlab # [ 367.702522] nixbot[3472]: INFO: ::ffff:127.0.0.1:59194 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2250gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2251[]2252gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2253gitlab # [ 368.735459] nixbot[3472]: INFO: ::ffff:127.0.0.1:59204 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2254gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2255[]2256gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2257gitlab # [ 369.764488] nixbot[3472]: INFO: ::ffff:127.0.0.1:59220 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2258gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2259[]2260gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2261gitlab # [ 370.790785] nixbot[3472]: INFO: ::ffff:127.0.0.1:59226 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2262gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2263[]2264gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2265gitlab # [ 371.821749] nixbot[3472]: INFO: ::ffff:127.0.0.1:59236 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2266gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2267[]2268gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2269gitlab # [ 372.860601] nixbot[3472]: INFO: ::ffff:127.0.0.1:59244 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2270gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2271[]2272gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2273gitlab # [ 373.971404] nixbot[3472]: INFO: ::ffff:127.0.0.1:45584 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2274gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.11 seconds)2275[]2276gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2277gitlab # [ 375.034192] nixbot[3472]: INFO: ::ffff:127.0.0.1:45592 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2278gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2279[]2280gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2281gitlab # [ 376.094345] nixbot[3472]: INFO: ::ffff:127.0.0.1:45608 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2282gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.08 seconds)2283[]2284gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2285gitlab # [ 377.163367] nixbot[3472]: INFO: ::ffff:127.0.0.1:45610 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2286gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2287[]2288gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2289gitlab # [ 378.218054] nixbot[3472]: INFO: ::ffff:127.0.0.1:45616 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2290gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2291[]2292gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2293gitlab # [ 379.360649] nixbot[3472]: INFO: ::ffff:127.0.0.1:45628 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2294gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.15 seconds)2295[]2296gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2297gitlab # [ 380.473438] nixbot[3472]: INFO: ::ffff:127.0.0.1:45630 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2298gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.11 seconds)2299[]2300gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2301gitlab # [ 381.531632] nixbot[3472]: INFO: ::ffff:127.0.0.1:45644 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2302gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.05 seconds)2303[]2304gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2305gitlab # [ 382.614376] nixbot[3472]: INFO: ::ffff:127.0.0.1:45652 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2306gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.13 seconds)2307[]2308gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2309gitlab # [ 383.713398] nixbot[3472]: INFO: ::ffff:127.0.0.1:35050 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2310gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2311[]2312gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2313gitlab # [ 384.746290] nixbot[3472]: INFO: ::ffff:127.0.0.1:35054 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2314gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2315[]2316gitlab # [ 384.790230] postgres[4040]: [4040] ERROR: relation "table_without_models" does not exist2317gitlab # [ 384.790524] postgres[4040]: [4040] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')2318gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2319gitlab # [ 385.799424] nixbot[3472]: INFO: ::ffff:127.0.0.1:35060 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2320gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.05 seconds)2321[]2322gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2323gitlab # [ 386.875908] nixbot[3472]: INFO: ::ffff:127.0.0.1:35070 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2324gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.08 seconds)2325[]2326gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2327gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.09 seconds)2328[]2329gitlab # [ 387.985890] nixbot[3472]: INFO: ::ffff:127.0.0.1:35080 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2330gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2331gitlab # [ 389.078470] nixbot[3472]: INFO: ::ffff:127.0.0.1:35090 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2332gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.11 seconds)2333[]2334gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2335gitlab # [ 390.177369] nixbot[3472]: INFO: ::ffff:127.0.0.1:35096 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2336gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.10 seconds)2337[]2338gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2339gitlab # [ 391.288445] nixbot[3472]: INFO: ::ffff:127.0.0.1:35110 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2340gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.10 seconds)2341[]2342gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2343gitlab # [ 392.371902] nixbot[3472]: INFO: ::ffff:127.0.0.1:35120 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2344gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.11 seconds)2345[]2346gitlab # [ 392.565976] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:12.889Z","message":"Booted Rails 7.2.3.1 application in production environment"}2347gitlab # [ 392.574614] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:12.911Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}2348gitlab # [ 392.578831] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:12.917Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}2349gitlab # [ 392.580945] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:12.918Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}2350gitlab # [ 392.585883] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:12.925Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2351gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2352gitlab # [ 393.444139] nixbot[3472]: INFO: ::ffff:127.0.0.1:37646 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2353gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.04 seconds)2354[]2355gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2356gitlab # [ 394.516446] nixbot[3472]: INFO: ::ffff:127.0.0.1:37654 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2357gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2358[]2359gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2360gitlab # [ 395.728645] nixbot[3472]: INFO: ::ffff:127.0.0.1:37664 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2361gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.13 seconds)2362[]2363gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2364gitlab # [ 396.843838] nixbot[3472]: INFO: ::ffff:127.0.0.1:37670 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2365gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.11 seconds)2366[]2367gitlab # [ 397.075911] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:17.413Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"f4b9304b5a80de651813cad8","created_at":"2026-09-01T10:33:40.157Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.199Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-f4b9304b5a80de651813cad8: start","job_status":"start","queue_duration_s":97.213807,"scheduling_latency_s":97.21389}2368gitlab # [ 397.624650] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:17.963Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"f4b9304b5a80de651813cad8","created_at":"2026-09-01T10:33:40.157Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.199Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-f4b9304b5a80de651813cad8: done: 0.550195 sec","job_status":"done","queue_duration_s":97.213807,"scheduling_latency_s":97.21389,"redis_calls":23,"redis_duration_s":0.053633,"redis_read_bytes":910,"redis_write_bytes":2540,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.042493,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.006482,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004658,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.089,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":9,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.056,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.130633,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.185447871,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.550195,"completed_at":"2026-09-01T10:35:17.963Z","load_balancing_strategy":"primary","db_duration_s":0.145464,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2369gitlab # [ 397.690694] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:17.978Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"6299a900980b53703bdbd6d0","created_at":"2026-09-01T10:33:40.214Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.222Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-6299a900980b53703bdbd6d0: start","job_status":"start","queue_duration_s":97.755874,"scheduling_latency_s":97.755918}2370gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2371gitlab # [ 397.941944] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:18.281Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"6299a900980b53703bdbd6d0","created_at":"2026-09-01T10:33:40.214Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.222Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-6299a900980b53703bdbd6d0: done: 0.302678 sec","job_status":"done","queue_duration_s":97.755874,"scheduling_latency_s":97.755918,"redis_calls":14,"redis_duration_s":0.048104,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.008337,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.025446,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014321,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.145356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.188510831,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.302678,"completed_at":"2026-09-01T10:35:18.281Z","load_balancing_strategy":"primary","db_duration_s":0.053401,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2372gitlab # [ 398.117989] nixbot[3472]: INFO: ::ffff:127.0.0.1:37676 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2373gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.28 seconds)2374[]2375gitlab # [ 398.121496] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:18.296Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"5d95bcdc35d26348ce284282","created_at":"2026-09-01T10:33:40.918Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.925Z","job_size_bytes":5,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-5d95bcdc35d26348ce284282: start","job_status":"start","queue_duration_s":97.37057,"scheduling_latency_s":97.37062}2376gitlab # [ 398.880866] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.216Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"5d95bcdc35d26348ce284282","created_at":"2026-09-01T10:33:40.918Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.925Z","job_size_bytes":5,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-5d95bcdc35d26348ce284282: done: 0.919973 sec","job_status":"done","queue_duration_s":97.37057,"scheduling_latency_s":97.37062,"redis_calls":12,"redis_duration_s":0.030954,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.003654,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.024658,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002642,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.107,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.107,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.237615,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001389841,"duration_s":0.919973,"completed_at":"2026-09-01T10:35:19.216Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.169299,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2377gitlab # [ 398.882156] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.219Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"f8dc69a48c559bf915513068","created_at":"2026-09-01T10:33:40.955Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.962Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-f8dc69a48c559bf915513068: start","job_status":"start","queue_duration_s":98.257242,"scheduling_latency_s":98.257288}2378gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2379gitlab # [ 399.186460] nixbot[3472]: INFO: ::ffff:127.0.0.1:37690 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2380gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2381[]2382gitlab # [ 399.477772] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.813Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"f8dc69a48c559bf915513068","created_at":"2026-09-01T10:33:40.955Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.962Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-f8dc69a48c559bf915513068: done: 0.593521 sec","job_status":"done","queue_duration_s":98.257242,"scheduling_latency_s":98.257288,"redis_calls":11,"redis_duration_s":0.020691,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.002296,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.015674,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002721,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.323,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.323,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.049,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.228972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.005796826,"duration_s":0.593521,"completed_at":"2026-09-01T10:35:19.813Z","load_balancing_strategy":"primary","db_duration_s":0.143095,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2383gitlab # [ 399.499912] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.836Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"60e6de5ba1173346a24aff30","created_at":"2026-09-01T10:33:40.966Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.973Z","job_size_bytes":89,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-60e6de5ba1173346a24aff30: start","job_status":"start","queue_duration_s":98.863037,"scheduling_latency_s":98.863084}2384gitlab # [ 399.578881] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.910Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"60e6de5ba1173346a24aff30","created_at":"2026-09-01T10:33:40.966Z","trace_propagation_headers":{"sentry-trace":"119fbc97011f4f8b8ae9e4ae8a1d3c71-35a7e1958f884053","baggage":"sentry-trace_id=119fbc97011f4f8b8ae9e4ae8a1d3c71,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G6JJP45EEQKNBKN5FFRA","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:40.973Z","job_size_bytes":89,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-60e6de5ba1173346a24aff30: done: 0.073445 sec","job_status":"done","queue_duration_s":98.863037,"scheduling_latency_s":98.863084,"redis_calls":11,"redis_duration_s":0.010407,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.005287,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003927,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001193,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000464864,"duration_s":0.073445,"completed_at":"2026-09-01T10:35:19.909Z","load_balancing_strategy":"primary","db_duration_s":0.01221,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2385gitlab # [ 399.591832] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.913Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 b4424da8f0c746208bde92bb1bdb040f7fd163cc refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"edd7f6c3add960f09bf2a9a2","created_at":"2026-09-01T10:33:43.157Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-44b083aaa14745f6","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:43.190Z","job_size_bytes":185,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-edd7f6c3add960f09bf2a9a2: start","job_status":"start","queue_duration_s":96.723146,"scheduling_latency_s":96.723184}2386gitlab # [ 399.694105] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:19.952Z","message":"changes: \"0000000000000000000000000000000000000000 b4424da8f0c746208bde92bb1bdb040f7fd163cc refs/heads/master\\n\""}2387gitlab # [ 399.697329] gitaly[933]: time="2026-09-01T10:35:20.020Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:29.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:20.010" grpc.time_ms=10.048 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2388gitlab # [ 399.708109] gitaly[933]: time="2026-09-01T10:35:20.047Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:35:30.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:20.036" grpc.time_ms=10.902 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2389gitlab # [ 399.824285] gitaly[933]: time="2026-09-01T10:35:20.164Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=9 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-09-01T10:35:30.117" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:20.148" grpc.time_ms=14.904 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2390gitlab # [ 399.874848] gitaly[933]: time="2026-09-01T10:35:20.214Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3933 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:20.213" grpc.time_ms=0.575 pid=933 span.kind=server system=grpc2391gitlab # [ 399.925485] gitaly[933]: time="2026-09-01T10:35:20.265Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3935 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:20.264" grpc.time_ms=0.728 pid=933 span.kind=server system=grpc2392gitlab # [ 399.978473] gitaly[933]: time="2026-09-01T10:35:20.317Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K diskcache=eee1c085-e621-461c-8e78-c48bd4eb7989 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:35:30.150" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:20.180" pid=933 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2393gitlab # [ 399.978914] gitaly[933]: time="2026-09-01T10:35:20.317Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=106 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4987 command.oublock=8 command.real_time_ms=106 command.spawn_token_fork_ms=0 command.system_time_ms=62 command.user_time_ms=44 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:35:30.150" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:20.180" grpc.time_ms=136.749 pid=933 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2394gitlab # [ 400.012510] gitaly[933]: time="2026-09-01T10:35:20.351Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T10:35:30.000" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:20.351" grpc.time_ms=0.224 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2395gitlab # [ 400.032482] gitaly[933]: time="2026-09-01T10:35:20.372Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=931 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-09-01T10:35:30.012" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:20.363" grpc.time_ms=8.807 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2396gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2397gitlab # [ 400.249748] gitaly[933]: time="2026-09-01T10:35:20.588Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=336 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-09-01T10:35:50.078" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:20.578" grpc.time_ms=9.617 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2398gitlab # [ 400.264991] nixbot[3472]: INFO: ::ffff:127.0.0.1:37706 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2399gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.10 seconds)2400[]2401gitlab # [ 400.343283] gitaly[933]: time="2026-09-01T10:35:20.683Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T10:35:30.002" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:20.682" grpc.time_ms=0.315 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2402gitlab # [ 400.359731] gitaly[933]: time="2026-09-01T10:35:20.694Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=343 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-09-01T10:35:30.006" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-09-01T10:35:20.686" grpc.time_ms=7.346 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2403gitlab # [ 400.393418] gitaly[933]: time="2026-09-01T10:35:20.733Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:30.044" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:20.724" grpc.time_ms=8.638 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2404gitlab # [ 400.411763] gitaly[933]: time="2026-09-01T10:35:20.751Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:30.061" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:20.741" grpc.time_ms=7.754 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2405gitlab # [ 400.455884] gitaly[933]: time="2026-09-01T10:35:20.794Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=963 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=3 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T10:35:50.268" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:20.768" grpc.time_ms=25.987 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2406gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2407gitlab # [ 401.377622] nixbot[3472]: INFO: ::ffff:127.0.0.1:37710 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2408gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.08 seconds)2409[]2410gitlab # [ 401.486922] gitaly[933]: time="2026-09-01T10:35:21.826Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-09-01T10:35:31.138" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:21.821" grpc.time_ms=4.167 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2411gitlab # [ 401.565587] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:21.902Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 b4424da8f0c746208bde92bb1bdb040f7fd163cc refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"edd7f6c3add960f09bf2a9a2","created_at":"2026-09-01T10:33:43.157Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-44b083aaa14745f6","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:43.190Z","job_size_bytes":185,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-edd7f6c3add960f09bf2a9a2: done: 1.989303 sec","job_status":"done","queue_duration_s":96.723146,"scheduling_latency_s":96.723184,"gitaly_calls":13,"gitaly_duration_s":0.334918,"redis_calls":198,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.13791699999999998,"redis_read_bytes":2103,"redis_write_bytes":21750,"redis_cache_calls":15,"redis_cache_duration_s":0.016557,"redis_cache_read_bytes":20,"redis_cache_write_bytes":991,"redis_feature_flag_calls":27,"redis_feature_flag_duration_s":0.023173,"redis_feature_flag_read_bytes":1678,"redis_feature_flag_write_bytes":3082,"redis_queues_calls":10,"redis_queues_duration_s":0.003074,"redis_queues_read_bytes":10,"redis_queues_write_bytes":7838,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.028211,"redis_queues_metadata_read_bytes":13,"redis_queues_metadata_write_bytes":1467,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.043176,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.023726,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.123,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.493,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.569,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.123,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.125298,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001194844,"exclusive_lock_hold_duration_s":0.055891181,"duration_s":1.989303,"completed_at":"2026-09-01T10:35:21.902Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.262977,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2412gitlab # [ 401.663509] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:21.927Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","b4424da8f0c746208bde92bb1bdb040f7fd163cc 46a78694384c5b40ae72f167b71f152354603e99 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"59e39e21e3e56dcf6ee66ef9","created_at":"2026-09-01T10:33:48.245Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-46991d45f13747a3","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:48.249Z","job_size_bytes":185,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-59e39e21e3e56dcf6ee66ef9: start","job_status":"start","queue_duration_s":93.678475,"scheduling_latency_s":93.678521}2413gitlab # [ 401.824636] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:21.985Z","message":"changes: \"b4424da8f0c746208bde92bb1bdb040f7fd163cc 46a78694384c5b40ae72f167b71f152354603e99 refs/heads/master\\n\""}2414gitlab # [ 401.846150] gitaly[933]: time="2026-09-01T10:35:22.185Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=53 command.spawn_token_fork_ms=50 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:32.100" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:22.131" grpc.time_ms=54.649 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2415gitlab # [ 401.878862] gitaly[933]: time="2026-09-01T10:35:22.217Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=7 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T10:35:32.170" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:22.201" grpc.time_ms=16.448 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2416gitlab # [ 401.910242] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:22.233Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ffa21d7097999fda0df93dc8","created_at":"2026-09-01T10:35:22.229Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","duplicate-of":"a04883417b7526934d80f9a0","job_size_bytes":46,"pid":3488,"job_status":"deduplicated","message":"ProjectCacheWorker JID-ffa21d7097999fda0df93dc8: deduplicated: until executing","deduplication.type":"until executing"}2417gitlab # [ 402.173467] gitaly[933]: time="2026-09-01T10:35:22.509Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=47 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-09-01T10:35:32.109" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:22.459" grpc.time_ms=49.3 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2418gitlab # [ 402.253264] gitaly[933]: time="2026-09-01T10:35:22.592Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=655 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-09-01T10:35:52.063" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:22.563" grpc.time_ms=27.141 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2419gitlab # [ 402.333285] gitaly[933]: time="2026-09-01T10:35:22.672Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=346 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-09-01T10:35:32.000" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-09-01T10:35:22.662" grpc.time_ms=9.528 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2420gitlab # [ 402.364003] gitaly[933]: time="2026-09-01T10:35:22.703Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:32.030" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:22.691" grpc.time_ms=11.666 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2421gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2422gitlab # [ 402.431590] nixbot[3472]: INFO: ::ffff:127.0.0.1:37726 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2423gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2424[]2425gitlab # [ 402.587816] gitaly[933]: time="2026-09-01T10:35:22.927Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-09-01T10:35:32.264" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:22.924" grpc.time_ms=2.338 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2426gitlab # [ 402.695697] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.031Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","b4424da8f0c746208bde92bb1bdb040f7fd163cc 46a78694384c5b40ae72f167b71f152354603e99 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"59e39e21e3e56dcf6ee66ef9","created_at":"2026-09-01T10:33:48.245Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-46991d45f13747a3","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T10:33:48.249Z","job_size_bytes":185,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-59e39e21e3e56dcf6ee66ef9: done: 1.10423 sec","job_status":"done","queue_duration_s":93.678475,"scheduling_latency_s":93.678521,"gitaly_calls":7,"gitaly_duration_s":0.31187,"redis_calls":110,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.131634,"redis_read_bytes":500,"redis_write_bytes":11943,"redis_cache_calls":9,"redis_cache_duration_s":0.007517,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_queues_calls":6,"redis_queues_duration_s":0.003428,"redis_queues_read_bytes":8,"redis_queues_write_bytes":5720,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.018166,"redis_queues_metadata_read_bytes":163,"redis_queues_metadata_write_bytes":1428,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.058245,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.044278,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.215,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.07,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.07,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.215,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.28927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.005733131,"exclusive_lock_hold_duration_s":0.100026121,"duration_s":1.10423,"completed_at":"2026-09-01T10:35:23.031Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.217219,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2427gitlab # [ 402.786912] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.034Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"5cf85faae08206b6ff15f536","created_at":"2026-09-01T10:33:49.499Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.508Z","job_size_bytes":65,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-5cf85faae08206b6ff15f536: start","job_status":"start","queue_duration_s":93.525609,"scheduling_latency_s":93.52565}2428gitlab # [ 402.995363] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.333Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"5cf85faae08206b6ff15f536","created_at":"2026-09-01T10:33:49.499Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.508Z","job_size_bytes":65,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-5cf85faae08206b6ff15f536: done: 0.298603 sec","job_status":"done","queue_duration_s":93.525609,"scheduling_latency_s":93.52565,"redis_calls":16,"redis_duration_s":0.063972,"redis_read_bytes":269,"redis_write_bytes":1850,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.052658,"redis_feature_flag_read_bytes":262,"redis_feature_flag_write_bytes":1032,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008246,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003068,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.108278,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000686959,"duration_s":0.298603,"completed_at":"2026-09-01T10:35:23.333Z","load_balancing_strategy":"primary","db_duration_s":0.048606,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2429gitlab # [ 402.999501] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.338Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"57d149e4c570f306f6c9d569","created_at":"2026-09-01T10:33:49.509Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.516Z","job_size_bytes":65,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-57d149e4c570f306f6c9d569: start","job_status":"start","queue_duration_s":93.82258,"scheduling_latency_s":93.822626}2430gitlab # [ 403.269612] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.608Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"57d149e4c570f306f6c9d569","created_at":"2026-09-01T10:33:49.509Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.516Z","job_size_bytes":65,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-57d149e4c570f306f6c9d569: done: 0.26958 sec","job_status":"done","queue_duration_s":93.82258,"scheduling_latency_s":93.822626,"redis_calls":21,"redis_duration_s":0.024715,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.016475,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003548,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004692,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":15,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.034,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.110769,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001018286,"duration_s":0.26958,"completed_at":"2026-09-01T10:35:23.608Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.057555,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2431gitlab # [ 403.392970] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:23.730Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bc4624a2a132ac88ead6c5e2","created_at":"2026-09-01T10:33:49.632Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.638Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-bc4624a2a132ac88ead6c5e2: start","job_status":"start","queue_duration_s":94.091869,"scheduling_latency_s":94.091929}2432gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2433gitlab # [ 403.492895] nixbot[3472]: INFO: ::ffff:127.0.0.1:58458 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2434gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2435[]2436gitlab # [ 403.921656] gitaly[933]: time="2026-09-01T10:35:24.260Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:24.259" grpc.time_ms=0.899 pid=933 span.kind=server system=grpc2437gitlab # [ 404.001391] gitaly[933]: time="2026-09-01T10:35:24.341Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:24.340" grpc.time_ms=0.683 pid=933 span.kind=server system=grpc2438gitlab # [ 404.075173] gitaly[933]: time="2026-09-01T10:35:24.414Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:24.413" grpc.time_ms=0.73 pid=933 span.kind=server system=grpc2439gitlab # [ 404.128624] gitaly[933]: time="2026-09-01T10:35:24.467Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C diskcache=c996317a-0d8e-4334-808b-881bd4d69cf9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T10:35:54.001" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:24.202" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2440gitlab # [ 404.144340] gitaly[933]: time="2026-09-01T10:35:24.468Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=139 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7208 command.oublock=0 command.real_time_ms=231 command.spawn_token_fork_ms=0 command.system_time_ms=87 command.user_time_ms=52 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T10:35:54.001" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:24.202" grpc.time_ms=265.175 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2441gitlab # [ 404.377078] gitaly[933]: time="2026-09-01T10:35:24.716Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=7 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=7 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T10:35:54.506" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:24.706" grpc.time_ms=9.073 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2442gitlab # [ 404.457262] gitaly[933]: time="2026-09-01T10:35:24.797Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GGQ9DK8Y9SW5NBHABJ2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:35:54.595" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:24.795" grpc.time_ms=1.187 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2443gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2444gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.05 seconds)2445[]2446gitlab # [ 404.512199] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:24.849Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bc4624a2a132ac88ead6c5e2","created_at":"2026-09-01T10:33:49.632Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-a403bc5655984f21","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T10:33:49.638Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-bc4624a2a132ac88ead6c5e2: done: 1.119092 sec","job_status":"done","queue_duration_s":94.091869,"scheduling_latency_s":94.091929,"gitaly_calls":3,"gitaly_duration_s":0.31399,"redis_calls":117,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.114989,"redis_read_bytes":457,"redis_write_bytes":27997,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.007024,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":9,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.00381,"redis_cache_read_bytes":17,"redis_cache_write_bytes":791,"redis_feature_flag_calls":40,"redis_feature_flag_duration_s":0.041143,"redis_feature_flag_read_bytes":294,"redis_feature_flag_write_bytes":6581,"redis_queues_calls":25,"redis_queues_duration_s":0.01223,"redis_queues_read_bytes":36,"redis_queues_write_bytes":14491,"redis_queues_metadata_calls":21,"redis_queues_metadata_duration_s":0.015428,"redis_queues_metadata_read_bytes":32,"redis_queues_metadata_write_bytes":3370,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.016845,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001053,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.010432,"redis_shared_state_read_bytes":11,"redis_shared_state_write_bytes":851,"db_count":52,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":52,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.144,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":17,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.038,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.048,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.086,"db_ci_duration_s":0.058,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.449707,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.9585221020000001,"duration_s":1.119092,"completed_at":"2026-09-01T10:35:24.849Z","load_balancing_strategy":"primary","db_duration_s":0.166997,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2447gitlab # [ 404.598656] nixbot[3472]: INFO: ::ffff:127.0.0.1:58474 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2448gitlab # [ 404.620415] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:24.959Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"a04883417b7526934d80f9a0","created_at":"2026-09-01T10:35:20.054Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.099Z","job_size_bytes":46,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-a04883417b7526934d80f9a0: start","job_status":"start","queue_duration_s":4.85981,"scheduling_latency_s":4.859861}2449gitlab # [ 404.775569] gitaly[933]: time="2026-09-01T10:35:25.114Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-09-01T16:35:25.104" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:25.105" grpc.time_ms=2.902 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2450gitlab # [ 404.811296] gitaly[933]: time="2026-09-01T10:35:25.150Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=653 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-09-01T10:35:55.043" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.143" grpc.time_ms=6.584 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2451gitlab # [ 404.854188] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.193Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"a04883417b7526934d80f9a0","created_at":"2026-09-01T10:35:20.054Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.099Z","job_size_bytes":46,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-a04883417b7526934d80f9a0: done: 0.23387 sec","job_status":"done","queue_duration_s":4.85981,"scheduling_latency_s":4.859861,"gitaly_calls":2,"gitaly_duration_s":0.024871,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.032719,"redis_read_bytes":69,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.002914,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000882,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2114,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.004463,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.022422,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":753,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002038,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.090716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000607619,"duration_s":0.23387,"completed_at":"2026-09-01T10:35:25.193Z","load_balancing_strategy":"primary","db_duration_s":0.034642,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2452gitlab # [ 404.928063] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.267Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"0033522314dff0428ad3d7ba","created_at":"2026-09-01T10:35:20.129Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.139Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-0033522314dff0428ad3d7ba: start","job_status":"start","queue_duration_s":5.128225,"scheduling_latency_s":5.128269}2453gitlab # [ 405.021095] gitaly[933]: time="2026-09-01T10:35:25.360Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K diskcache=b21f999d-2bb8-4465-a35c-f948c5268c20 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T16:35:25.326" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.327" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2454gitlab # [ 405.021488] gitaly[933]: time="2026-09-01T10:35:25.361Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1282 command.oublock=0 command.real_time_ms=29 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T16:35:25.326" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.327" grpc.time_ms=33.362 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2455gitlab # [ 405.075199] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.414Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"0033522314dff0428ad3d7ba","created_at":"2026-09-01T10:35:20.129Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.139Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-0033522314dff0428ad3d7ba: done: 0.147294 sec","job_status":"done","queue_duration_s":5.128225,"scheduling_latency_s":5.128269,"gitaly_calls":1,"gitaly_duration_s":0.038708,"redis_calls":15,"redis_duration_s":0.005893,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000779,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002019,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001201,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001894,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.016,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.029,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053472,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08945550299999999,"duration_s":0.147294,"completed_at":"2026-09-01T10:35:25.414Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024366,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2456gitlab # [ 405.079344] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.416Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"cf8c1f47ca2829fd3932c442","created_at":"2026-09-01T10:35:20.343Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.346Z","job_size_bytes":23,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-cf8c1f47ca2829fd3932c442: start","job_status":"start","queue_duration_s":5.07037,"scheduling_latency_s":5.070401}2457gitlab # [ 405.153139] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.475Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"cf8c1f47ca2829fd3932c442","created_at":"2026-09-01T10:35:20.343Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:20.346Z","job_size_bytes":23,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-cf8c1f47ca2829fd3932c442: done: 0.058712 sec","job_status":"done","queue_duration_s":5.07037,"scheduling_latency_s":5.070401,"gitaly_calls":1,"gitaly_duration_s":0.008962,"redis_calls":16,"redis_duration_s":0.007728,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000434,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002418,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003364,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001512,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.058712,"completed_at":"2026-09-01T10:35:25.475Z","load_balancing_strategy":"primary","db_duration_s":0.003789,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2458gitlab # [ 405.161449] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:25.478Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"82d2d220d4522ef179015d51","created_at":"2026-09-01T10:35:21.381Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1a397c0aa023e2a32313a8775a0e8b01faa51141fb0ce9693d4b7534178dadf9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:21.395Z","job_size_bytes":467,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-82d2d220d4522ef179015d51: start","job_status":"start","queue_duration_s":4.082918,"scheduling_latency_s":4.082954}2459gitlab # [ 405.186648] gitaly[933]: time="2026-09-01T10:35:25.462Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-09-01T10:35:55.255" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.456" grpc.time_ms=6.076 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2460gitlab # [ 405.205305] gitaly[933]: time="2026-09-01T10:35:25.513Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:35:55.310" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.511" grpc.time_ms=1.922 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2461gitlab # [ 405.222140] gitaly[933]: time="2026-09-01T10:35:25.524Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T10:35:35.006" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:25.517" grpc.time_ms=7.253 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2462gitlab # [ 405.337192] gitaly[933]: time="2026-09-01T10:35:25.676Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T10:35:55.475" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.675" grpc.time_ms=1.115 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2463gitlab # [ 405.356745] gitaly[933]: time="2026-09-01T10:35:25.696Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=101 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-09-01T10:35:55.481" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:25.681" grpc.time_ms=14.758 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2464gitlab # [ 405.498375] gitaly[933]: time="2026-09-01T10:35:25.838Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:35.169" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:25.829" grpc.time_ms=8.123 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2465gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2466gitlab # [ 405.585942] nixbot[3472]: INFO: ::ffff:127.0.0.1:58482 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2467gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.03 seconds)2468[]2469gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2470gitlab # [ 406.629469] nixbot[3472]: INFO: ::ffff:127.0.0.1:58498 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2471gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.05 seconds)2472[]2473gitlab # [ 406.644569] gitaly[933]: time="2026-09-01T10:35:26.983Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=6 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=6 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=963 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T10:35:56.757" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:26.958" grpc.time_ms=25.373 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2474gitlab # [ 406.718251] gitaly[933]: time="2026-09-01T10:35:27.057Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=6 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8G9X1TS2GG56G5254GJ8K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-09-01T10:35:57.007" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:27.008" grpc.time_ms=48.317 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2475gitlab # [ 406.769568] sidekiq-cluster[3488]: {"severity":"WARN","time":"2026-09-01T10:35:27.108Z","class":"CreatePipelineWorker","correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"b4424da8f0c746208bde92bb1bdb040f7fd163cc","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"b4424da8f0c746208bde92bb1bdb040f7fd163cc","ref":"refs/heads/master"},"retry":0}2476gitlab # [ 406.799326] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:27.137Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"82d2d220d4522ef179015d51","created_at":"2026-09-01T10:35:21.381Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1a397c0aa023e2a32313a8775a0e8b01faa51141fb0ce9693d4b7534178dadf9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:21.395Z","job_size_bytes":467,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-82d2d220d4522ef179015d51: done: 1.659146 sec","job_status":"done","queue_duration_s":4.082918,"scheduling_latency_s":4.082954,"gitaly_calls":7,"gitaly_duration_s":0.173903,"redis_calls":51,"redis_duration_s":0.02395,"redis_read_bytes":169,"redis_write_bytes":4168,"redis_cache_calls":4,"redis_cache_duration_s":0.001431,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":16,"redis_feature_flag_duration_s":0.00751,"redis_feature_flag_read_bytes":16,"redis_feature_flag_write_bytes":2174,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007493,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003509,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004007,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":36,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.216928,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002871036,"duration_s":1.659146,"completed_at":"2026-09-01T10:35:27.137Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.085084,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2477gitlab # [ 406.902555] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:27.141Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"c78e7807-14ea-476b-8943-731324aeabec\"}"],"class":"WebHookWorker","jid":"beef0f9d0a0018164e308367","created_at":"2026-09-01T10:35:21.754Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c564605504a39ec2bd14553d5a26b7683e4a211b32f6d9d4ff07d2dddb4f22b4","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:21.765Z","job_size_bytes":1751,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-beef0f9d0a0018164e308367: start","job_status":"start","queue_duration_s":5.375821,"scheduling_latency_s":5.375909}2478gitlab # [ 407.037818] nixbot[3472]: INFO: ::ffff:127.0.0.1:58512 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2479gitlab # [ 407.115420] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:27.454Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"c78e7807-14ea-476b-8943-731324aeabec\"}"],"class":"WebHookWorker","jid":"beef0f9d0a0018164e308367","created_at":"2026-09-01T10:35:21.754Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-f280c92458224bf1","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c564605504a39ec2bd14553d5a26b7683e4a211b32f6d9d4ff07d2dddb4f22b4","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:21.765Z","job_size_bytes":1751,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-beef0f9d0a0018164e308367: done: 0.313393 sec","job_status":"done","queue_duration_s":5.375821,"scheduling_latency_s":5.375909,"redis_calls":19,"redis_duration_s":0.034659,"redis_read_bytes":32,"redis_write_bytes":5367,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.006438,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.003871,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3729,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.020898,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003452,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.08719376300001613,"cpu_s":0.129537,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001936559,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","extra.web_hook_worker.signing_token_present":false,"duration_s":0.313393,"completed_at":"2026-09-01T10:35:27.454Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007495,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2480gitlab # [ 407.265988] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:27.604Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5bf869acde5e1724cea44c02","created_at":"2026-09-01T10:35:22.404Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","duplicate-of":"0033522314dff0428ad3d7ba","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.420Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5bf869acde5e1724cea44c02: start","job_status":"start","queue_duration_s":5.184217,"scheduling_latency_s":5.184268}2481gitlab # [ 407.418118] gitaly[933]: time="2026-09-01T10:35:27.754Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 diskcache=c9bfcaac-299c-49c5-8453-59e0c07c8ca5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T16:35:27.664" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:27.665" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2482gitlab # [ 407.418515] gitaly[933]: time="2026-09-01T10:35:27.755Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=315 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T16:35:27.664" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:27.665" grpc.time_ms=89.846 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2483gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2484gitlab # [ 407.678509] gitaly[933]: time="2026-09-01T10:35:28.018Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KGTRJH0BE66R4XJGBSX4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:27.990" grpc.time_ms=27.582 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2485gitlab # [ 407.698939] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:28 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 5882486gitlab # [ 407.731896] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:28.067Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5bf869acde5e1724cea44c02","created_at":"2026-09-01T10:35:22.404Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","duplicate-of":"0033522314dff0428ad3d7ba","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.420Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5bf869acde5e1724cea44c02: done: 0.463727 sec","job_status":"done","queue_duration_s":5.184217,"scheduling_latency_s":5.184268,"gitaly_calls":1,"gitaly_duration_s":0.099592,"redis_calls":12,"redis_duration_s":0.013743,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004475,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.004577,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004691,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.103,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.169,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.169,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.103,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.093955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.409155353,"duration_s":0.463727,"completed_at":"2026-09-01T10:35:28.067Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.211882,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2487gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.27 seconds)2488[]2489gitlab # [ 407.912354] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:28.074Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"9c46afe46e18316addda9d26","created_at":"2026-09-01T10:35:22.842Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d50032acf2f763fdfbfc9a77a25de4e3c1cfe40f476b5c6f7247169c1b7f8bff","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.848Z","job_size_bytes":467,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-9c46afe46e18316addda9d26: start","job_status":"start","queue_duration_s":5.225627,"scheduling_latency_s":5.225672}2490gitlab # [ 407.957636] nixbot[3472]: INFO: ::ffff:127.0.0.1:58524 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2491gitlab # [ 407.960988] gitlab-workhorse[831]: time="2026-09-01T10:35:28Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672492gitlab # [ 407.964041] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:28 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 2152493gitlab # [ 407.970152] gitaly[933]: time="2026-09-01T10:35:28.255Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHDFEQSSXJ74BE4G6ZXE grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:28.232" pid=933 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2494gitlab # [ 407.985699] gitaly[933]: time="2026-09-01T10:35:28.256Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=18 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHDFEQSSXJ74BE4G6ZXE grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:28.232" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2495gitlab # [ 408.010069] gitaly[933]: time="2026-09-01T10:35:28.259Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=18 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHDFEQSSXJ74BE4G6ZXE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:28.232" grpc.time_ms=27.043 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2496gitlab # [ 408.037254] gitaly[933]: time="2026-09-01T10:35:28.296Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:35:58.255" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:28.256" grpc.time_ms=3.749 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2497gitlab # [ 408.037579] nixbot[3472]: {"ts": "2026-09-01T10:35:28.369Z", "level": "info", "logger": "nixbot.build_reuse", "msg": "reusing build for tree hash", "build_id": 1, "tree_hash": "a8c90de643fa3b1e78fc9dc27f18f04a936ba912"}2498gitlab # [ 408.038084] gitaly[933]: time="2026-09-01T10:35:28.314Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=9 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T10:35:38.001" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:28.302" grpc.time_ms=11.569 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2499gitlab # [ 408.150736] gitaly[933]: time="2026-09-01T10:35:28.490Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=5 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=5 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T10:35:58.482" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:28.483" grpc.time_ms=6.731 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2500gitlab # [ 408.203068] gitaly[933]: time="2026-09-01T10:35:28.542Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=320 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-09-01T10:35:58.531" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:28.532" grpc.time_ms=10.141 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2501gitlab # [ 408.321474] gitaly[933]: time="2026-09-01T10:35:28.659Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=7 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:38.121" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:28.632" grpc.time_ms=26.824 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2502gitlab # [ 408.822091] gitaly[933]: time="2026-09-01T10:35:29.161Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:35:59.119" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:29.155" grpc.time_ms=5.186 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2503gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2504gitlab # [ 408.985534] nixbot[3472]: INFO: ::ffff:127.0.0.1:58540 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2505gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.08 seconds)2506[]2507gitlab # [ 409.119672] gitaly[933]: time="2026-09-01T10:35:29.459Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=55 command.spawn_token_fork_ms=16 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:39.221" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:29.401" grpc.time_ms=57.195 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2508gitlab # [ 409.392846] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:29 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 657 "" "python-httpx/0.28.1" 12572509gitlab # [ 409.404918] nixbot[3472]: {"ts": "2026-09-01T10:35:29.744Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2510gitlab # [ 409.580837] gitaly[933]: time="2026-09-01T10:35:29.920Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KK44MH61Y3B94VZW29MT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:35:59.117" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:29.918" grpc.time_ms=2.187 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2511gitlab # [ 409.678464] gitaly[933]: time="2026-09-01T10:35:30.018Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KK44MH61Y3B94VZW29MT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:39.271" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:30.002" grpc.time_ms=15.28 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2512gitlab # [ 409.815753] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:30 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 3582513gitlab # [ 409.823333] nixbot[3472]: {"ts": "2026-09-01T10:35:30.161Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2514gitlab # [ 409.955532] gitaly[933]: time="2026-09-01T10:35:30.294Z" level=info msg="finished unary call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KKFZZMHXQVX4C4H9WGGA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:00.287" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:30.288" grpc.time_ms=5.82 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2515gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2516gitlab # [ 410.066762] nixbot[3472]: INFO: ::ffff:127.0.0.1:58542 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2517gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2518[]2519gitlab # [ 410.071582] gitaly[933]: time="2026-09-01T10:35:30.411Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KKFZZMHXQVX4C4H9WGGA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:40.216" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:30.397" grpc.time_ms=13.864 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2520gitlab # [ 410.097492] gitaly[933]: time="2026-09-01T10:35:30.437Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=965 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T10:36:00.419" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:30.420" grpc.time_ms=16.738 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2521gitlab # [ 410.126903] gitaly[933]: time="2026-09-01T10:35:30.464Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=10 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1E8GFABMTCEARBZ1ZW97WZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-09-01T10:36:00.443" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:30.444" grpc.time_ms=19.316 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2522gitlab # [ 410.159347] sidekiq-cluster[3488]: {"severity":"WARN","time":"2026-09-01T10:35:30.498Z","class":"CreatePipelineWorker","correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"b4424da8f0c746208bde92bb1bdb040f7fd163cc","after":"46a78694384c5b40ae72f167b71f152354603e99","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"46a78694384c5b40ae72f167b71f152354603e99","ref":"refs/heads/master"},"retry":0}2523gitlab # [ 410.177155] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:30 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 3402524gitlab # [ 410.181338] nixbot[3472]: {"ts": "2026-09-01T10:35:30.518Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b4424da8f0c746208bde92bb1bdb040f7fd163cc \"HTTP/1.1 201 Created\""}2525gitlab # [ 410.198682] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:30.535Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"9c46afe46e18316addda9d26","created_at":"2026-09-01T10:35:22.842Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d50032acf2f763fdfbfc9a77a25de4e3c1cfe40f476b5c6f7247169c1b7f8bff","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.848Z","job_size_bytes":467,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-9c46afe46e18316addda9d26: done: 2.461654 sec","job_status":"done","queue_duration_s":5.225627,"scheduling_latency_s":5.225672,"gitaly_calls":7,"gitaly_duration_s":0.209345,"redis_calls":33,"redis_duration_s":0.01961,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.005069,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004304,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.006718,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003519,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":27,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":27,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.281,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":24,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.27,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.108031,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":2.461654,"completed_at":"2026-09-01T10:35:30.535Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.280219,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2526gitlab # [ 410.278288] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:30.553Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"a34939a6-12ec-43fb-9b26-ada459016c70\"}"],"class":"WebHookWorker","jid":"cb2ee7a6aa83060a5301044e","created_at":"2026-09-01T10:35:22.885Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a25a175177f26e62481f22f069df7ddf315bde475d6421d1bc26d9ab6c0c63fa","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.890Z","job_size_bytes":1749,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-cb2ee7a6aa83060a5301044e: start","job_status":"start","queue_duration_s":7.66263,"scheduling_latency_s":7.662741}2527gitlab # [ 410.367898] gitaly[933]: time="2026-09-01T10:35:30.707Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=8 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KKW20TT9AJ4295TXYQBY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:30.682" grpc.time_ms=24.904 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2528gitlab # [ 410.398104] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:30 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 1492529gitlab # [ 410.429161] nixbot[3472]: INFO: ::ffff:127.0.0.1:58548 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2530gitlab # [ 410.551971] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:30.877Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"a34939a6-12ec-43fb-9b26-ada459016c70\"}"],"class":"WebHookWorker","jid":"cb2ee7a6aa83060a5301044e","created_at":"2026-09-01T10:35:22.885Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-3f24d0c66250420b","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a25a175177f26e62481f22f069df7ddf315bde475d6421d1bc26d9ab6c0c63fa","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:22.890Z","job_size_bytes":1749,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-cb2ee7a6aa83060a5301044e: done: 0.324729 sec","job_status":"done","queue_duration_s":7.66263,"scheduling_latency_s":7.662741,"redis_calls":14,"redis_duration_s":0.054821999999999996,"redis_read_bytes":26,"redis_write_bytes":4684,"redis_queues_calls":2,"redis_queues_duration_s":0.00053,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3728,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.046477,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.007815,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":326,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.075,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.075,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.04422042499999179,"cpu_s":0.060939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","extra.web_hook_worker.signing_token_present":false,"duration_s":0.324729,"completed_at":"2026-09-01T10:35:30.877Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.082184,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2531gitlab # [ 410.830311] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:30.891Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"a44179a9492a482211ca87c1","created_at":"2026-09-01T10:35:24.140Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.177Z","job_size_bytes":23,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-a44179a9492a482211ca87c1: start","job_status":"start","queue_duration_s":6.713821,"scheduling_latency_s":6.713872}2532gitlab # [ 410.864906] gitaly[933]: time="2026-09-01T10:35:31.204Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KM110P5JAH5EG9033429 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:30.917" pid=933 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2533gitlab # [ 410.865713] gitaly[933]: time="2026-09-01T10:35:31.205Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=284 command.spawn_token_fork_ms=276 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KM110P5JAH5EG9033429 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:30.917" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2534gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2535gitlab # [ 410.868489] gitaly[933]: time="2026-09-01T10:35:31.208Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=284 command.spawn_token_fork_ms=276 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KM110P5JAH5EG9033429 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:30.917" grpc.time_ms=289.337 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2536gitlab # [ 410.913829] gitlab-workhorse[831]: time="2026-09-01T10:35:31Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672537gitlab # [ 410.926524] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:31 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 4932538gitlab # [ 411.201474] nixbot[3472]: INFO: ::ffff:127.0.0.1:58554 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2539gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.15 seconds)2540[]2541gitlab # [ 411.306285] gitaly[933]: time="2026-09-01T10:35:31.643Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=9 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KMSGBDVZ4R4K7Z2KS2K3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:31.627" grpc.time_ms=15.788 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2542gitlab # [ 411.307132] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:31 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 1402543gitlab # [ 411.573130] gitaly[933]: time="2026-09-01T10:35:31.912Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KMY29KHHPED3HW9SG5JQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:31.878" pid=933 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2544gitlab # [ 411.576503] gitaly[933]: time="2026-09-01T10:35:31.913Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=17 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KMY29KHHPED3HW9SG5JQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:31.878" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2545gitlab # [ 411.579352] gitaly[933]: time="2026-09-01T10:35:31.914Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=17 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KMY29KHHPED3HW9SG5JQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:31.878" grpc.time_ms=35.116 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2546gitlab # [ 411.587989] gitlab-workhorse[831]: time="2026-09-01T10:35:31Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672547gitlab # [ 411.588915] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:31 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 2762548gitlab # [ 411.775574] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:32.113Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"a44179a9492a482211ca87c1","created_at":"2026-09-01T10:35:24.140Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.177Z","job_size_bytes":23,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-a44179a9492a482211ca87c1: done: 1.22174 sec","job_status":"done","queue_duration_s":6.713821,"scheduling_latency_s":6.713872,"redis_calls":10,"redis_duration_s":0.045413,"redis_read_bytes":9,"redis_write_bytes":1029,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00291,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.027231,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":534,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.015272,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":15,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.269,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.067,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.067,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.254,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.124694,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.003668344,"duration_s":1.22174,"completed_at":"2026-09-01T10:35:32.113Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.371277,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2549gitlab # [ 411.866873] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:32.206Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"343e9e92dc45f5992523aa1b","created_at":"2026-09-01T10:35:24.480Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.487Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-343e9e92dc45f5992523aa1b: start","job_status":"start","queue_duration_s":7.718851,"scheduling_latency_s":7.718902}2550gitlab # [ 411.882428] gitaly[933]: time="2026-09-01T10:35:32.222Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KNBBTGJNFZZRM89CF6V2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:32.214" grpc.time_ms=8.175 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2551gitlab # [ 411.884122] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:32 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 1472552gitlab # [ 412.008847] gitaly[933]: time="2026-09-01T10:35:32.348Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNG2H2F8DYQVN6WN820G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:32.322" pid=933 remote_ip="2001:db8:1::1" request_sha=22300437632a556c435888000544c7c9bb3428e9 response_bytes=216 span.kind=server system=grpc2553gitlab # [ 412.009333] gitaly[933]: time="2026-09-01T10:35:32.348Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=6 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNG2H2F8DYQVN6WN820G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:32.322" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2554gitlab # [ 412.009546] gitaly[933]: time="2026-09-01T10:35:32.348Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=6 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNG2H2F8DYQVN6WN820G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T10:35:32.322" grpc.time_ms=25.467 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc2555gitlab # [ 412.012083] gitlab-workhorse[831]: time="2026-09-01T10:35:32Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2162556gitlab # [ 412.081540] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:32 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 216 "" "git/2.55.0" 1242557gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2558gitlab # [ 412.276840] nixbot[3472]: INFO: ::ffff:127.0.0.1:58556 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2559gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.06 seconds)2560[]2561gitlab # [ 412.318179] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:32.655Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"343e9e92dc45f5992523aa1b","created_at":"2026-09-01T10:35:24.480Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.487Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-343e9e92dc45f5992523aa1b: done: 0.450894 sec","job_status":"done","queue_duration_s":7.718851,"scheduling_latency_s":7.718902,"redis_calls":10,"redis_duration_s":0.020858,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003733,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.01218,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004945,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.071,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.069,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.121642,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002624915,"duration_s":0.450894,"completed_at":"2026-09-01T10:35:32.655Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.070495,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2562gitlab # [ 412.415388] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:32.700Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ea6f46e919cbec59e87f0699","created_at":"2026-09-01T10:35:24.505Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.516Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ea6f46e919cbec59e87f0699: start","job_status":"start","queue_duration_s":8.183767,"scheduling_latency_s":8.183808}2563gitlab # [ 412.504602] gitaly[933]: time="2026-09-01T10:35:32.844Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:02.642" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:32.843" grpc.time_ms=0.728 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2564gitlab # [ 412.535081] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:32.873Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ea6f46e919cbec59e87f0699","created_at":"2026-09-01T10:35:24.505Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.516Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ea6f46e919cbec59e87f0699: done: 0.173212 sec","job_status":"done","queue_duration_s":8.183767,"scheduling_latency_s":8.183808,"redis_calls":10,"redis_duration_s":0.041941,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001786,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.03821,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001945,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":8,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.027,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000959899,"duration_s":0.173212,"completed_at":"2026-09-01T10:35:32.873Z","load_balancing_strategy":"primary","db_duration_s":0.027583,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2565gitlab # [ 412.535648] gitaly[933]: time="2026-09-01T10:35:32.874Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-09-01T10:36:02.664" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:32.864" grpc.time_ms=9.762 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2566gitlab # [ 412.635076] gitaly[933]: time="2026-09-01T10:35:32.905Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=6 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:42.129" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:32.890" grpc.time_ms=14.645 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2567gitlab # [ 412.673913] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.012Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"413940adfdbf5bc0fb71f983","created_at":"2026-09-01T10:35:24.540Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.548Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-413940adfdbf5bc0fb71f983: start","job_status":"start","queue_duration_s":8.463291,"scheduling_latency_s":8.463349}2568gitlab # [ 412.732315] gitaly[933]: time="2026-09-01T10:35:33.072Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T10:35:43.010" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:33.071" grpc.time_ms=0.389 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2569gitlab # [ 412.766730] gitaly[933]: time="2026-09-01T10:35:33.106Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=7 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T10:35:43.036" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:33.096" grpc.time_ms=9.403 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2570gitlab # [ 412.837407] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.175Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"413940adfdbf5bc0fb71f983","created_at":"2026-09-01T10:35:24.540Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.548Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-413940adfdbf5bc0fb71f983: done: 0.163231 sec","job_status":"done","queue_duration_s":8.463291,"scheduling_latency_s":8.463349,"redis_calls":13,"redis_duration_s":0.008931,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000906,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003719,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.002769,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001537,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.063326,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000886984,"duration_s":0.163231,"completed_at":"2026-09-01T10:35:33.175Z","load_balancing_strategy":"primary","db_duration_s":0.015117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2571gitlab # [ 412.843955] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.180Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"6400b0eb78f721ede9a93f3e","created_at":"2026-09-01T10:35:24.550Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.557Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-6400b0eb78f721ede9a93f3e: start","job_status":"start","queue_duration_s":8.623101,"scheduling_latency_s":8.623145}2572gitlab # [ 413.012450] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.350Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"6400b0eb78f721ede9a93f3e","created_at":"2026-09-01T10:35:24.550Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.557Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-6400b0eb78f721ede9a93f3e: done: 0.169738 sec","job_status":"done","queue_duration_s":8.623101,"scheduling_latency_s":8.623145,"redis_calls":10,"redis_duration_s":0.013108999999999999,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.008251,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003183,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001675,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00076993,"duration_s":0.169738,"completed_at":"2026-09-01T10:35:33.350Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017365,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2573gitlab # [ 413.014788] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.354Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"75a4553e552fedc887c7fd6a","created_at":"2026-09-01T10:35:24.559Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.576Z","job_size_bytes":19,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-75a4553e552fedc887c7fd6a: start","job_status":"start","queue_duration_s":8.777217,"scheduling_latency_s":8.77727}2574gitlab # [ 413.148710] gitaly[933]: time="2026-09-01T10:35:33.486Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4150 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:33.484" grpc.time_ms=1.167 pid=933 span.kind=server system=grpc2575gitlab # [ 413.149975] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.486Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"75a4553e552fedc887c7fd6a","created_at":"2026-09-01T10:35:24.559Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.576Z","job_size_bytes":19,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-75a4553e552fedc887c7fd6a: done: 0.132102 sec","job_status":"done","queue_duration_s":8.777217,"scheduling_latency_s":8.77727,"redis_calls":11,"redis_duration_s":0.005176,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00068,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003518,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000978,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036213,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001002362,"duration_s":0.132102,"completed_at":"2026-09-01T10:35:33.486Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.041849,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2576gitlab # [ 413.248199] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.576Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b8c4390e1285ba1d2476a8af","created_at":"2026-09-01T10:35:24.582Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.590Z","job_size_bytes":66,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b8c4390e1285ba1d2476a8af: start","job_status":"start","queue_duration_s":8.985401,"scheduling_latency_s":8.98545}2577gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99'2578gitlab # [ 413.362491] gitaly[933]: time="2026-09-01T10:35:33.702Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4152 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:33.701" grpc.time_ms=0.592 pid=933 span.kind=server system=grpc2579gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99', in 0.09 seconds)2580[{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '46a78694384c5b40ae72f167b71f152354603e99', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-09-01T10:35:32.632820Z', 'started_at': None, 'finished_at': None, 'eval_queue': {'position': 1, 'blocked_by': []}}]2581(finished: subtest: push delivers the webhook, in 106.35 seconds)2582subtest: eval and build post commit statuses2583gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2584gitlab # [ 413.404138] nixbot[3472]: INFO: ::ffff:127.0.0.1:53476 - "GET /api/repos/gitlab/root/test-flake/builds?commit=46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 200 OK2585gitlab # [ 413.416411] gitaly[933]: time="2026-09-01T10:35:33.756Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC diskcache=f1b44531-8a3c-470c-ae9c-5d0f28ee2337 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:35:43.054" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:33.115" pid=933 ref=refs/keep-around/46a78694384c5b40ae72f167b71f152354603e99 remote_ip="2001:db8:1::1" revision=46a78694384c5b40ae72f167b71f152354603e99 span.kind=server system=grpc username=root2586gitlab # [ 413.456108] gitaly[933]: time="2026-09-01T10:35:33.781Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=426 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=856064 command.minflt=5088 command.oublock=8 command.real_time_ms=622 command.spawn_token_fork_ms=4 command.system_time_ms=368 command.user_time_ms=58 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T10:35:43.054" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T10:35:33.115" grpc.time_ms=641.23 pid=933 ref=refs/keep-around/46a78694384c5b40ae72f167b71f152354603e99 remote_ip="2001:db8:1::1" revision=46a78694384c5b40ae72f167b71f152354603e99 span.kind=server system=grpc username=root2587gitlab # [ 413.456710] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.784Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b8c4390e1285ba1d2476a8af","created_at":"2026-09-01T10:35:24.582Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.590Z","job_size_bytes":66,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b8c4390e1285ba1d2476a8af: done: 0.207894 sec","job_status":"done","queue_duration_s":8.985401,"scheduling_latency_s":8.98545,"redis_calls":10,"redis_duration_s":0.025138999999999998,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001616,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.01783,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005693,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077725,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000557054,"duration_s":0.207894,"completed_at":"2026-09-01T10:35:33.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02393,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2588gitlab # [ 413.552981] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.786Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3ef4473ebcf2fefe2a36941b","created_at":"2026-09-01T10:35:24.592Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.602Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3ef4473ebcf2fefe2a36941b: start","job_status":"start","queue_duration_s":9.184849,"scheduling_latency_s":9.184898}2589gitlab # [ 413.554421] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.870Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3ef4473ebcf2fefe2a36941b","created_at":"2026-09-01T10:35:24.592Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.602Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3ef4473ebcf2fefe2a36941b: done: 0.083325 sec","job_status":"done","queue_duration_s":9.184849,"scheduling_latency_s":9.184898,"redis_calls":10,"redis_duration_s":0.004465,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001876,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001933,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000656,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050756,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00052325,"duration_s":0.083325,"completed_at":"2026-09-01T10:35:33.870Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2590gitlab # [ 413.701239] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.872Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"2e2b8494baf26736bdd7cf12","created_at":"2026-09-01T10:35:24.616Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.625Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-2e2b8494baf26736bdd7cf12: start","job_status":"start","queue_duration_s":9.247685,"scheduling_latency_s":9.247724}2591gitlab # [ 413.714721] gitaly[933]: time="2026-09-01T10:35:33.902Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.spawn_token_fork_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KQ0Q96E8YV9V9HW9S5NK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:03.094" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:33.895" grpc.time_ms=6.225 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2592gitlab # [ 413.718143] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 2 "" "curl/8.21.0" 1602593gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 0.44 seconds)2594[]2595gitlab # [ 413.838540] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.977Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"2e2b8494baf26736bdd7cf12","created_at":"2026-09-01T10:35:24.616Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.625Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-2e2b8494baf26736bdd7cf12: done: 0.104183 sec","job_status":"done","queue_duration_s":9.247685,"scheduling_latency_s":9.247724,"redis_calls":10,"redis_duration_s":0.00673,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00107,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003732,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001928,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":7,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.03,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.027,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.060357,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001310223,"duration_s":0.104183,"completed_at":"2026-09-01T10:35:33.977Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.033956,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2596gitlab # [ 413.912502] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:33.979Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"8e1069626262887a098cd618","created_at":"2026-09-01T10:35:24.626Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.634Z","job_size_bytes":6,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-8e1069626262887a098cd618: start","job_status":"start","queue_duration_s":9.344942,"scheduling_latency_s":9.344984}2597gitlab # [ 413.913872] gitaly[933]: time="2026-09-01T10:35:34.177Z" level=info msg="finished unary call with code OK" catfile.duration_ms=373 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=373 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KNXWFFT4WW7FNJRH44VC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:03.601" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:33.801" grpc.time_ms=375.019 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2598gitlab # [ 413.997160] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:34.135Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"8e1069626262887a098cd618","created_at":"2026-09-01T10:35:24.626Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.634Z","job_size_bytes":6,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-8e1069626262887a098cd618: done: 0.155808 sec","job_status":"done","queue_duration_s":9.344942,"scheduling_latency_s":9.344984,"redis_calls":10,"redis_duration_s":0.012064,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000896,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008493,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002675,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000639187,"duration_s":0.155808,"completed_at":"2026-09-01T10:35:34.135Z","load_balancing_strategy":"primary","db_duration_s":0.010272,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2599gitlab # [ 413.999286] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:34.137Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"ec7f0e62a31f5279b28a7fb8","created_at":"2026-09-01T10:35:24.636Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.653Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-ec7f0e62a31f5279b28a7fb8: start","job_status":"start","queue_duration_s":9.484188,"scheduling_latency_s":9.484234}2600gitlab # [ 414.073330] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:34.236Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"ec7f0e62a31f5279b28a7fb8","created_at":"2026-09-01T10:35:24.636Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.653Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-ec7f0e62a31f5279b28a7fb8: done: 0.098949 sec","job_status":"done","queue_duration_s":9.484188,"scheduling_latency_s":9.484234,"redis_calls":10,"redis_duration_s":0.020651,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000443,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009116,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.011092,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":7,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.004841118,"duration_s":0.098949,"completed_at":"2026-09-01T10:35:34.236Z","load_balancing_strategy":"primary","db_duration_s":0.016277,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2601gitlab # [ 414.197114] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:34.242Z","retry":25,"queue":"default","version":0,"store":null,"args":["1"],"class":"Ci::TrackFirstPipelineSucceededWorker","jid":"89cc5fcaf9eb7324ebaf6e8d","created_at":"2026-09-01T10:35:24.665Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c5d2c9faee55896683425d4b50feeb49f6074c2dda34904072dea18e4eda0a9b","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.676Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackFirstPipelineSucceededWorker JID-89cc5fcaf9eb7324ebaf6e8d: start","job_status":"start","queue_duration_s":9.565468,"scheduling_latency_s":9.565499}2602gitlab # [ 414.497559] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:34 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 21652603gitlab # [ 414.507524] nixbot[3472]: {"ts": "2026-09-01T10:35:34.843Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 \"HTTP/1.1 201 Created\""}2604gitlab # [ 414.657729] nixbot[3472]: {"ts": "2026-09-01T10:35:34.996Z", "level": "info", "logger": "nixbot.flake_prefetch", "msg": "prefetching flake inputs", "flake_dir": "/var/lib/nixbot/worktrees/1-46a78694384c-4"}2605gitlab # [ 414.720440] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.059Z","retry":25,"queue":"default","version":0,"store":null,"args":["1"],"class":"Ci::TrackFirstPipelineSucceededWorker","jid":"89cc5fcaf9eb7324ebaf6e8d","created_at":"2026-09-01T10:35:24.665Z","trace_propagation_headers":{"sentry-trace":"7c0944c435764c44b99c08a209744a9c-b7125ed3a0b1459c","baggage":"sentry-trace_id=7c0944c435764c44b99c08a209744a9c,sentry-release=Unknown"},"correlation_id":"01M1E8GGQ9DK8Y9SW5NBHABJ2C","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c5d2c9faee55896683425d4b50feeb49f6074c2dda34904072dea18e4eda0a9b","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:24.676Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackFirstPipelineSucceededWorker JID-89cc5fcaf9eb7324ebaf6e8d: done: 0.8172 sec","job_status":"done","queue_duration_s":9.565468,"scheduling_latency_s":9.565499,"redis_calls":14,"redis_duration_s":0.48386,"redis_read_bytes":14,"redis_write_bytes":1335,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.006231,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.438008,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.039621,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":436,"db_count":12,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.076,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.026,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.107701,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00091939,"duration_s":0.8172,"completed_at":"2026-09-01T10:35:35.059Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.080732,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2606gitlab # [ 414.796393] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.135Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"68f29d045d0a2fb83b388e07","created_at":"2026-09-01T10:35:25.166Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-00a7218274294396","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:25.173Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-68f29d045d0a2fb83b388e07: start","job_status":"start","queue_duration_s":9.961797,"scheduling_latency_s":9.961855}2607gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2608gitlab # [ 414.856354] nixbot[3472]: {"ts": "2026-09-01T10:35:35.196Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-46a78694384c-4", "argv0": "bwrap"}2609gitlab # [ 415.022581] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.360Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"68f29d045d0a2fb83b388e07","created_at":"2026-09-01T10:35:25.166Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-00a7218274294396","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:25.173Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-68f29d045d0a2fb83b388e07: done: 0.223672 sec","job_status":"done","queue_duration_s":9.961797,"scheduling_latency_s":9.961855,"redis_calls":19,"redis_duration_s":0.027835000000000002,"redis_read_bytes":22,"redis_write_bytes":4291,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.010715,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.001734,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2262,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.013403,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001983,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.015,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.015,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.069373,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.03665857,"duration_s":0.223672,"completed_at":"2026-09-01T10:35:35.358Z","load_balancing_strategy":"primary","db_duration_s":0.032149,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2610gitlab # [ 415.025802] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.364Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","beef0f9d0a0018164e308367"],"class":"WebHooks::LogExecutionWorker","jid":"1d3aeefa0ebf80791d20a754","created_at":"2026-09-01T10:35:27.383Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-ff64edb371a744cc","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:589433b9a1a42fcd1b2b44f753cc43a72e45e6cd2c5c215f96d773e82c4f6ba9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:27.417Z","job_size_bytes":2592,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-1d3aeefa0ebf80791d20a754: start","job_status":"start","queue_duration_s":7.947119,"scheduling_latency_s":7.947163}2611gitlab # [ 415.230678] nix-daemon[3710]: accepted connection from pid 4409, user nixbot2612gitlab # [ 415.247283] gitaly[933]: time="2026-09-01T10:35:35.586Z" level=info msg="finished unary call with code OK" catfile.duration_ms=183 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=183 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KRF3QRZD90HQNC37MRWH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:05.396" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:35.397" grpc.time_ms=183.984 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2613gitlab # [ 415.275083] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.613Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","beef0f9d0a0018164e308367"],"class":"WebHooks::LogExecutionWorker","jid":"1d3aeefa0ebf80791d20a754","created_at":"2026-09-01T10:35:27.383Z","trace_propagation_headers":{"sentry-trace":"84bc18a8af47460ba8f87fa62deae6cf-ff64edb371a744cc","baggage":"sentry-trace_id=84bc18a8af47460ba8f87fa62deae6cf,sentry-release=Unknown"},"correlation_id":"01M1E8G9X1TS2GG56G5254GJ8K","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:589433b9a1a42fcd1b2b44f753cc43a72e45e6cd2c5c215f96d773e82c4f6ba9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:27.417Z","job_size_bytes":2592,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-1d3aeefa0ebf80791d20a754: done: 0.249395 sec","job_status":"done","queue_duration_s":7.947119,"scheduling_latency_s":7.947163,"redis_calls":10,"redis_duration_s":0.068882,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001009,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.055617,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.012256,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.032,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.032,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.088401,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.039746672,"duration_s":0.249395,"completed_at":"2026-09-01T10:35:35.613Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.035116,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2614gitlab # [ 415.400185] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.617Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"278895f651446abac69b04bd","created_at":"2026-09-01T10:35:28.474Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6180a1fdcf4035ff6830167a25537e02","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:28.602Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-278895f651446abac69b04bd: start","job_status":"start","queue_duration_s":7.014481,"scheduling_latency_s":7.014521}2615gitlab # [ 415.400438] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.668Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"278895f651446abac69b04bd","created_at":"2026-09-01T10:35:28.474Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6180a1fdcf4035ff6830167a25537e02","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:28.602Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-278895f651446abac69b04bd: done: 0.051628 sec","job_status":"done","queue_duration_s":7.014481,"scheduling_latency_s":7.014521,"redis_calls":11,"redis_duration_s":0.004486,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000818,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002367,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000499,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000802,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00064254,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.051628,"completed_at":"2026-09-01T10:35:35.668Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00299,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2616gitlab # [ 415.503280] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.671Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6ec871b36f0ae7f2ca192024","created_at":"2026-09-01T10:35:28.653Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e38ce89a98abf7e95d6a2c8fcadd8648","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:28.669Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6ec871b36f0ae7f2ca192024: start","job_status":"start","queue_duration_s":7.001532,"scheduling_latency_s":7.001569}2617gitlab # [ 415.504353] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.721Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6ec871b36f0ae7f2ca192024","created_at":"2026-09-01T10:35:28.653Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e38ce89a98abf7e95d6a2c8fcadd8648","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:28.669Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6ec871b36f0ae7f2ca192024: done: 0.050083 sec","job_status":"done","queue_duration_s":7.001532,"scheduling_latency_s":7.001569,"redis_calls":9,"redis_duration_s":0.003643,"redis_read_bytes":7,"redis_write_bytes":1026,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000776,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":315,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001971,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050083,"completed_at":"2026-09-01T10:35:35.721Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005777,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2618gitlab # [ 415.634417] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.724Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"1c937a7fd92802cc12e98b2c","created_at":"2026-09-01T10:35:28.717Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"363ce84448be7c5f326246e5413e63c5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:29.238Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-1c937a7fd92802cc12e98b2c: start","job_status":"start","queue_duration_s":6.485566,"scheduling_latency_s":6.485606}2619gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 1.09 seconds)2620[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2621gitlab # [ 415.635834] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.770Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"1c937a7fd92802cc12e98b2c","created_at":"2026-09-01T10:35:28.717Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"363ce84448be7c5f326246e5413e63c5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:29.238Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-1c937a7fd92802cc12e98b2c: done: 0.046127 sec","job_status":"done","queue_duration_s":6.485566,"scheduling_latency_s":6.485606,"redis_calls":11,"redis_duration_s":0.003917,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000648,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001579,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00169,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025362,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000660139,"exclusive_lock_hold_duration_s":0.00987835,"duration_s":0.046127,"completed_at":"2026-09-01T10:35:35.770Z","load_balancing_strategy":"primary","db_duration_s":0.004882,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2622gitlab # [ 416.008713] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:35 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 5842623gitlab # [ 416.020128] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:35.775Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"b7f2e542b03d15c12a528680","created_at":"2026-09-01T10:35:29.633Z","trace_propagation_headers":{"sentry-trace":"596951392ef64312b5e24a908e4e61d4-93766f6f3e924dff","baggage":"sentry-trace_id=596951392ef64312b5e24a908e4e61d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8KHTTYEFQ2S3TW57VQ3BZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:29.665Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b7f2e542b03d15c12a528680: start","job_status":"start","queue_duration_s":6.109901,"scheduling_latency_s":6.109954}2624gitlab # [ 416.171782] gitaly[933]: time="2026-09-01T10:35:36.511Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:36.510" grpc.time_ms=0.717 pid=933 span.kind=server system=grpc2625gitlab # [ 416.254929] gitaly[933]: time="2026-09-01T10:35:36.591Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:36.590" grpc.time_ms=0.942 pid=933 span.kind=server system=grpc2626gitlab # [ 416.297511] gitaly[933]: time="2026-09-01T10:35:36.636Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T10:35:36.635" grpc.time_ms=0.71 pid=933 span.kind=server system=grpc2627gitlab # [ 416.348474] gitaly[933]: time="2026-09-01T10:35:36.687Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ diskcache=3cf29c39-8bb4-4005-99d9-4023a6621675 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T10:36:06.454" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:36.455" pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2628gitlab # [ 416.348950] gitaly[933]: time="2026-09-01T10:35:36.688Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=119 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7122 command.oublock=0 command.real_time_ms=198 command.spawn_token_fork_ms=1 command.system_time_ms=83 command.user_time_ms=36 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T10:36:06.454" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:36.455" grpc.time_ms=232.57 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2629gitlab # [ 416.784103] gitaly[933]: time="2026-09-01T10:35:37.123Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T10:36:07.122" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:37.122" grpc.time_ms=1.093 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2630gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2631gitlab # [ 417.477255] gitaly[933]: time="2026-09-01T10:35:37.816Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KHTTYEFQ2S3TW57VQ3BZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:07.813" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:37.814" grpc.time_ms=1.442 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2632gitlab # [ 417.551341] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:37.880Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"b7f2e542b03d15c12a528680","created_at":"2026-09-01T10:35:29.633Z","trace_propagation_headers":{"sentry-trace":"596951392ef64312b5e24a908e4e61d4-93766f6f3e924dff","baggage":"sentry-trace_id=596951392ef64312b5e24a908e4e61d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8KHTTYEFQ2S3TW57VQ3BZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:29.665Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":3488,"job_status":"rescheduled","message":"PipelineProcessWorker JID-b7f2e542b03d15c12a528680: rescheduled"}2633gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 0.97 seconds)2634[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2635gitlab # [ 417.627913] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:37.926Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"b7f2e542b03d15c12a528680","created_at":"2026-09-01T10:35:29.633Z","trace_propagation_headers":{"sentry-trace":"596951392ef64312b5e24a908e4e61d4-93766f6f3e924dff","baggage":"sentry-trace_id=596951392ef64312b5e24a908e4e61d4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1E8KHTTYEFQ2S3TW57VQ3BZ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:29.665Z","job_size_bytes":3,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b7f2e542b03d15c12a528680: done: 2.151827 sec","job_status":"done","queue_duration_s":6.109901,"scheduling_latency_s":6.109954,"gitaly_calls":3,"gitaly_duration_s":0.28826,"redis_calls":66,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.182821,"redis_read_bytes":155,"redis_write_bytes":18012,"redis_action_cable_calls":2,"redis_action_cable_duration_s":0.001017,"redis_action_cable_read_bytes":2,"redis_action_cable_write_bytes":407,"redis_cache_calls":9,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.007456,"redis_cache_read_bytes":17,"redis_cache_write_bytes":791,"redis_queues_calls":22,"redis_queues_duration_s":0.105057,"redis_queues_read_bytes":33,"redis_queues_write_bytes":12311,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.045642,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3093,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000459,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.005884,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.016289,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":30,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.785,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":16,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":2,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.042,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.042,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.663,"db_ci_duration_s":0.122,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.457341,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":1.980249444,"duration_s":2.151827,"completed_at":"2026-09-01T10:35:37.926Z","load_balancing_strategy":"primary","db_duration_s":0.776986,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2636gitlab # [ 418.412712] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:37.937Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"a2ad372b40aab3298013457d","created_at":"2026-09-01T10:35:29.639Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3665182472ad008bd785c4385bf2052f","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.359Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-a2ad372b40aab3298013457d: start","job_status":"start","queue_duration_s":7.577297,"scheduling_latency_s":7.57735}2637gitlab # [ 418.413296] gitaly[933]: time="2026-09-01T10:35:37.968Z" level=info msg="finished unary call with code OK" catfile.duration_ms=13 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=13 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KTW1JXW86GXZN196GYV5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:07.153" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:37.953" grpc.time_ms=14.049 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2638gitlab # [ 418.413957] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 2962639gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2640gitlab # [ 420.302601] gitaly[933]: time="2026-09-01T10:35:40.642Z" level=info msg="finished unary call with code OK" catfile.duration_ms=161 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=161 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KWPXVTT14JS3WNJHF7HJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:10.478" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:40.479" grpc.time_ms=161.974 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2641gitlab # [ 420.503810] nix-daemon[3710]: accepted connection from pid 4460, user nixbot2642gitlab # [ 420.529928] nix-daemon[3710]: accepted connection from pid 4409, user nixbot2643gitlab # [ 420.536513] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:40 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 12602644gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 1.72 seconds)2645[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2646gitlab # [ 420.888731] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:41.226Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"a2ad372b40aab3298013457d","created_at":"2026-09-01T10:35:29.639Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3665182472ad008bd785c4385bf2052f","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.359Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-a2ad372b40aab3298013457d: done: 3.289668 sec","job_status":"done","queue_duration_s":7.577297,"scheduling_latency_s":7.57735,"redis_calls":9,"redis_duration_s":0.009137,"redis_read_bytes":7,"redis_write_bytes":1183,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001399,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004084,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003654,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":3.134,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":3.134,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.071041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":3.289668,"completed_at":"2026-09-01T10:35:41.226Z","load_balancing_strategy":"primary","db_duration_s":3.143486,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2647gitlab # [ 421.394567] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:41.230Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"eab10996c88600a31b7631f0","created_at":"2026-09-01T10:35:30.369Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d72d83c893156b89675fa7f3073d4c06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.396Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-eab10996c88600a31b7631f0: start","job_status":"start","queue_duration_s":10.833669,"scheduling_latency_s":10.833705}2648gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2649gitlab # [ 421.614243] gitaly[933]: time="2026-09-01T10:35:41.953Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KYDPP4XMCNFHTHT8RGAQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:11.151" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:41.952" grpc.time_ms=1.306 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2650gitlab # [ 421.839043] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.176Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"eab10996c88600a31b7631f0","created_at":"2026-09-01T10:35:30.369Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d72d83c893156b89675fa7f3073d4c06","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.396Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-eab10996c88600a31b7631f0: done: 0.946074 sec","job_status":"done","queue_duration_s":10.833669,"scheduling_latency_s":10.833705,"redis_calls":11,"redis_duration_s":0.303024,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.221621,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.075063,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00634,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.214,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.214,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.211064,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.008128128,"exclusive_lock_hold_duration_s":0.31946239,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.946074,"completed_at":"2026-09-01T10:35:42.176Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.245077,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2651gitlab # [ 421.851377] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.179Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"7801b4c360ad1c011b9dedea","created_at":"2026-09-01T10:35:30.420Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"141ee72380d727a567de47d8e14c1564","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.438Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-7801b4c360ad1c011b9dedea: start","job_status":"start","queue_duration_s":11.740782,"scheduling_latency_s":11.740829}2652gitlab # [ 422.195323] gitaly[933]: time="2026-09-01T10:35:42.303Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8KZ6C7XZBDKG7RBQPQHR3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:12.101" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:42.302" grpc.time_ms=0.998 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2653gitlab # [ 422.199880] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:42 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 2242654gitlab # [ 422.201247] gitaly[933]: time="2026-09-01T10:35:42.540Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=93 command.spawn_token_fork_ms=19 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8KYDPP4XMCNFHTHT8RGAQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:52.265" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:42.445" grpc.time_ms=95 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2655gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 0.73 seconds)2656[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2657gitlab # [ 422.435545] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.725Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"7801b4c360ad1c011b9dedea","created_at":"2026-09-01T10:35:30.420Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"141ee72380d727a567de47d8e14c1564","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.438Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-7801b4c360ad1c011b9dedea: done: 0.545728 sec","job_status":"done","queue_duration_s":11.740782,"scheduling_latency_s":11.740829,"redis_calls":12,"redis_duration_s":0.008664999999999999,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000832,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004619,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003214,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.045,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.248753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.002350858,"exclusive_lock_hold_duration_s":0.378457317,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.545728,"completed_at":"2026-09-01T10:35:42.724Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015246,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}2658gitlab # [ 422.496250] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.737Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"0521ae7f72bd4c79b010274c","created_at":"2026-09-01T10:35:30.469Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7ffb36a562438ee44dc257964236e11","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.484Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-0521ae7f72bd4c79b010274c: start","job_status":"start","queue_duration_s":12.253346,"scheduling_latency_s":12.253394}2659gitlab # [ 422.602985] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.828Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}2660gitlab # [ 422.603870] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.840Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"0521ae7f72bd4c79b010274c","created_at":"2026-09-01T10:35:30.469Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7ffb36a562438ee44dc257964236e11","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.484Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-0521ae7f72bd4c79b010274c: done: 0.104203 sec","job_status":"done","queue_duration_s":12.253346,"scheduling_latency_s":12.253394,"redis_calls":9,"redis_duration_s":0.055304,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000673,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002489,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.052142,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.104203,"completed_at":"2026-09-01T10:35:42.840Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00151,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2661gitlab # [ 422.628347] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.843Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"abbeb2ae608a19f19ad3537e","created_at":"2026-09-01T10:35:30.522Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0801cadbf4df1fed45602d3afd610a1e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:35:30.544Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-abbeb2ae608a19f19ad3537e: start","job_status":"start","queue_duration_s":12.299411,"scheduling_latency_s":12.299459}2662gitlab # [ 422.717502] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.883Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}2663gitlab # [ 422.718794] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.896Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"abbeb2ae608a19f19ad3537e","created_at":"2026-09-01T10:35:30.522Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0801cadbf4df1fed45602d3afd610a1e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T10:35:30.544Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-abbeb2ae608a19f19ad3537e: done: 0.052345 sec","job_status":"done","queue_duration_s":12.299411,"scheduling_latency_s":12.299459,"redis_calls":9,"redis_duration_s":0.008939,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.006151,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001973,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000815,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.052345,"completed_at":"2026-09-01T10:35:42.895Z","load_balancing_strategy":"primary","db_duration_s":0.013524,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2664gitlab # [ 422.924326] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.900Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"8561cc0161740bcb85c086c5","created_at":"2026-09-01T10:35:30.577Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"479184d0012a1020fce1ba7832a83cc2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.590Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-8561cc0161740bcb85c086c5: start","job_status":"start","queue_duration_s":12.309979,"scheduling_latency_s":12.310026}2665gitlab # [ 422.975646] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:42.990Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"8561cc0161740bcb85c086c5","created_at":"2026-09-01T10:35:30.577Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"479184d0012a1020fce1ba7832a83cc2","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.590Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-8561cc0161740bcb85c086c5: done: 0.090228 sec","job_status":"done","queue_duration_s":12.309979,"scheduling_latency_s":12.310026,"redis_calls":18,"redis_duration_s":0.015522999999999999,"redis_read_bytes":20,"redis_write_bytes":4702,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00329,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000848,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.010032,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001353,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.090228,"completed_at":"2026-09-01T10:35:42.990Z","load_balancing_strategy":"primary","db_duration_s":0.004586,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2666gitlab # [ 423.280119] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.000Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"4b666e39b3665d5f70d7722e","created_at":"2026-09-01T10:35:30.599Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f392026b20b5e054b98a055d22ba45e","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.607Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-4b666e39b3665d5f70d7722e: start","job_status":"start","queue_duration_s":12.393244,"scheduling_latency_s":12.393294}2667gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2668gitlab # [ 423.283133] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.214Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"4b666e39b3665d5f70d7722e","created_at":"2026-09-01T10:35:30.599Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f392026b20b5e054b98a055d22ba45e","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.607Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-4b666e39b3665d5f70d7722e: done: 0.214332 sec","job_status":"done","queue_duration_s":12.393244,"scheduling_latency_s":12.393294,"redis_calls":10,"redis_duration_s":0.026277000000000002,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001715,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.019199,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005363,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036903,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00098141,"duration_s":0.214332,"completed_at":"2026-09-01T10:35:43.214Z","load_balancing_strategy":"primary","db_duration_s":0.037138,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2669gitlab # [ 423.356707] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.239Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"a71cc7eb13a15a84362a5622","created_at":"2026-09-01T10:35:30.631Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4fe01759ec1e4a77ef703c9aec00d819","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.658Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-a71cc7eb13a15a84362a5622: start","job_status":"start","queue_duration_s":12.580703,"scheduling_latency_s":12.580755}2670gitlab # [ 423.357978] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.355Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}2671gitlab # [ 423.359953] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.372Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"a71cc7eb13a15a84362a5622","created_at":"2026-09-01T10:35:30.631Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4fe01759ec1e4a77ef703c9aec00d819","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.658Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-a71cc7eb13a15a84362a5622: done: 0.133063 sec","job_status":"done","queue_duration_s":12.580703,"scheduling_latency_s":12.580755,"redis_calls":9,"redis_duration_s":0.065809,"redis_read_bytes":7,"redis_write_bytes":1185,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00956,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.052171,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004078,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.133063,"completed_at":"2026-09-01T10:35:43.372Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000928,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2672gitlab # [ 423.439756] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.385Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"0c9c0e4cdbfec4e652bbc607","created_at":"2026-09-01T10:35:30.731Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"899b74c452c4834c385bbdd4a8f8b392","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.761Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-0c9c0e4cdbfec4e652bbc607: start","job_status":"start","queue_duration_s":12.624316,"scheduling_latency_s":12.62437}2673gitlab # [ 423.441342] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.608Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"0c9c0e4cdbfec4e652bbc607","created_at":"2026-09-01T10:35:30.731Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"899b74c452c4834c385bbdd4a8f8b392","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.761Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-0c9c0e4cdbfec4e652bbc607: done: 0.223207 sec","job_status":"done","queue_duration_s":12.624316,"scheduling_latency_s":12.62437,"redis_calls":9,"redis_duration_s":0.021804,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001561,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.018824,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001419,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034361,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.223207,"completed_at":"2026-09-01T10:35:43.608Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02941,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2674gitlab # [ 423.510472] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.616Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","cb2ee7a6aa83060a5301044e"],"class":"WebHooks::LogExecutionWorker","jid":"00ae1168d5187f83ab527e1e","created_at":"2026-09-01T10:35:30.790Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-ba7f1806123a41bd","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:3fae76b8bcf44b8c6f4a425e42a882ab4e6e60e23003e970fc66f1337ec280c9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.815Z","job_size_bytes":2591,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-00ae1168d5187f83ab527e1e: start","job_status":"start","queue_duration_s":12.80072,"scheduling_latency_s":12.800772}2675gitlab # [ 423.515949] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.673Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","cb2ee7a6aa83060a5301044e"],"class":"WebHooks::LogExecutionWorker","jid":"00ae1168d5187f83ab527e1e","created_at":"2026-09-01T10:35:30.790Z","trace_propagation_headers":{"sentry-trace":"180f2fc62b204cc4a230409a7c9a1035-ba7f1806123a41bd","baggage":"sentry-trace_id=180f2fc62b204cc4a230409a7c9a1035,sentry-release=Unknown"},"correlation_id":"01M1E8GFABMTCEARBZ1ZW97WZ6","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:3fae76b8bcf44b8c6f4a425e42a882ab4e6e60e23003e970fc66f1337ec280c9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:30.815Z","job_size_bytes":2591,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-00ae1168d5187f83ab527e1e: done: 0.059634 sec","job_status":"done","queue_duration_s":12.80072,"scheduling_latency_s":12.800772,"redis_calls":7,"redis_duration_s":0.005726,"redis_read_bytes":5,"redis_write_bytes":671,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004672,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001054,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028932,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059634,"completed_at":"2026-09-01T10:35:43.673Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010751,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2676gitlab # [ 423.572279] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.677Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"24c2454c1048817421872c7d","created_at":"2026-09-01T10:35:30.885Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"63acc5e9cc4e4ef86f5f82dde1e545a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.060Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-24c2454c1048817421872c7d: start","job_status":"start","queue_duration_s":12.616203,"scheduling_latency_s":12.616289}2677gitlab # [ 423.653314] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.703Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}2678gitlab # [ 423.654518] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.720Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"24c2454c1048817421872c7d","created_at":"2026-09-01T10:35:30.885Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"63acc5e9cc4e4ef86f5f82dde1e545a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.060Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-24c2454c1048817421872c7d: done: 0.043473 sec","job_status":"done","queue_duration_s":12.616203,"scheduling_latency_s":12.616289,"redis_calls":9,"redis_duration_s":0.005527,"redis_read_bytes":7,"redis_write_bytes":1112,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001886,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002691,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00095,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020541,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043473,"completed_at":"2026-09-01T10:35:43.720Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000967,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2679gitlab # [ 423.662125] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.722Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"2f721af87766f53be9d391e6","created_at":"2026-09-01T10:35:31.458Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"627657b96dd96b19d7bffa3a04bddac6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.512Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-2f721af87766f53be9d391e6: start","job_status":"start","queue_duration_s":12.209965,"scheduling_latency_s":12.210005}2680gitlab # [ 423.734954] gitaly[933]: time="2026-09-01T10:35:43.993Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8M0R1GCEX1081XSYQFK5Q grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:13.790" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:43.991" grpc.time_ms=1.12 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2681gitlab # [ 423.748581] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.872Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"2f721af87766f53be9d391e6","created_at":"2026-09-01T10:35:31.458Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"627657b96dd96b19d7bffa3a04bddac6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.512Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-2f721af87766f53be9d391e6: done: 0.149737 sec","job_status":"done","queue_duration_s":12.209965,"scheduling_latency_s":12.210005,"redis_calls":11,"redis_duration_s":0.008579,"redis_read_bytes":9,"redis_write_bytes":1459,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002132,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004396,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002051,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024998,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.149737,"completed_at":"2026-09-01T10:35:43.872Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003715,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2682gitlab # [ 423.830170] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.875Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"57fb37e798923c2f20d18364","created_at":"2026-09-01T10:35:31.564Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4765a439de23308edf5eab371739dcdb","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.617Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-57fb37e798923c2f20d18364: start","job_status":"start","queue_duration_s":12.257621,"scheduling_latency_s":12.257655}2683gitlab # [ 423.834515] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.944Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"57fb37e798923c2f20d18364","created_at":"2026-09-01T10:35:31.564Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4765a439de23308edf5eab371739dcdb","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.617Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-57fb37e798923c2f20d18364: done: 0.069418 sec","job_status":"done","queue_duration_s":12.257621,"scheduling_latency_s":12.257655,"redis_calls":12,"redis_duration_s":0.007668,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00139,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003141,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003137,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.019129806,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.069418,"completed_at":"2026-09-01T10:35:43.944Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005048,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2684gitlab # [ 424.086485] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:43.951Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"7f24f121f353705288c58415","created_at":"2026-09-01T10:35:31.641Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b96afab4708dd79d14a110274596782a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.695Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-7f24f121f353705288c58415: start","job_status":"start","queue_duration_s":12.256159,"scheduling_latency_s":12.256208}2685gitlab # [ 424.087298] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.176Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"7f24f121f353705288c58415","created_at":"2026-09-01T10:35:31.641Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b96afab4708dd79d14a110274596782a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.695Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-7f24f121f353705288c58415: done: 0.224472 sec","job_status":"done","queue_duration_s":12.256159,"scheduling_latency_s":12.256208,"redis_calls":13,"redis_duration_s":0.015262999999999999,"redis_read_bytes":11,"redis_write_bytes":1780,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.006019,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00684,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002404,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.148,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.146,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047097,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001133384,"exclusive_lock_hold_duration_s":0.16799677,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.224472,"completed_at":"2026-09-01T10:35:44.176Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.14917,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2686gitlab # [ 424.194322] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.179Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"19d77d50e816eac94a61f9ac","created_at":"2026-09-01T10:35:31.740Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b5eb04cb3f022abd8fb41d04e69f499","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.826Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-19d77d50e816eac94a61f9ac: start","job_status":"start","queue_duration_s":12.352929,"scheduling_latency_s":12.352971}2687gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 0.92 seconds)2688[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2689gitlab # [ 424.203421] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.261Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"19d77d50e816eac94a61f9ac","created_at":"2026-09-01T10:35:31.740Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8b5eb04cb3f022abd8fb41d04e69f499","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.826Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-19d77d50e816eac94a61f9ac: done: 0.082001 sec","job_status":"done","queue_duration_s":12.352929,"scheduling_latency_s":12.352971,"redis_calls":11,"redis_duration_s":0.023334999999999998,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002368,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.007174,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.013793,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.008182604,"exclusive_lock_hold_duration_s":0.009339734,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.082001,"completed_at":"2026-09-01T10:35:44.261Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007675,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2690gitlab # [ 424.313627] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.270Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d5bceeaf3ed62d5373ce111e","created_at":"2026-09-01T10:35:31.948Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"799325b5447b3aabe3dacb358bd2331c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.970Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d5bceeaf3ed62d5373ce111e: start","job_status":"start","queue_duration_s":12.300383,"scheduling_latency_s":12.30043}2691gitlab # [ 424.316533] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 32382692gitlab # [ 424.318080] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 8592693gitlab # [ 424.319541] nixbot[3472]: {"ts": "2026-09-01T10:35:44.607Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 \"HTTP/1.1 201 Created\""}2694gitlab # [ 424.390400] gitaly[933]: time="2026-09-01T10:35:44.729Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8M1K63V6R6YYAX1ENV0K8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:14.526" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:44.727" grpc.time_ms=1.364 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2695gitlab # [ 424.431310] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.768Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}2696gitlab # [ 424.451582] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.787Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d5bceeaf3ed62d5373ce111e","created_at":"2026-09-01T10:35:31.948Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"799325b5447b3aabe3dacb358bd2331c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.970Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d5bceeaf3ed62d5373ce111e: done: 0.517176 sec","job_status":"done","queue_duration_s":12.300383,"scheduling_latency_s":12.30043,"redis_calls":9,"redis_duration_s":0.310682,"redis_read_bytes":7,"redis_write_bytes":1178,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.007872,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.285993,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.016817,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.517176,"completed_at":"2026-09-01T10:35:44.787Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005014,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2697gitlab # [ 424.459563] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:44.799Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"607228e7c83ee6cc99c12cda","created_at":"2026-09-01T10:35:31.977Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c61b1eeebce7351c3bb061d634db7446","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.996Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-607228e7c83ee6cc99c12cda: start","job_status":"start","queue_duration_s":12.802386,"scheduling_latency_s":12.802434}2698gitlab # [ 424.523963] gitaly[933]: time="2026-09-01T10:35:44.845Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01M1E8M1K63V6R6YYAX1ENV0K8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:54.069" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:44.831" grpc.time_ms=14.177 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2699gitlab # [ 424.709958] nixbot[3472]: {"ts": "2026-09-01T10:35:45.048Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 \"HTTP/1.1 201 Created\""}2700gitlab # [ 424.715495] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:45 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 4362701gitlab # [ 424.884942] gitaly[933]: time="2026-09-01T10:35:45.224Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8M229CV2EYXBHNZBHH3PS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:15.222" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:45.223" grpc.time_ms=0.773 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2702gitlab # [ 424.986614] gitaly[933]: time="2026-09-01T10:35:45.326Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1E8M229CV2EYXBHNZBHH3PS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T10:35:55.133" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T10:35:45.314" grpc.time_ms=11.88 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2703gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses2704gitlab # [ 425.150893] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:45.489Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"607228e7c83ee6cc99c12cda","created_at":"2026-09-01T10:35:31.977Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c61b1eeebce7351c3bb061d634db7446","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:31.996Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-607228e7c83ee6cc99c12cda: done: 0.684852 sec","job_status":"done","queue_duration_s":12.802386,"scheduling_latency_s":12.802434,"redis_calls":11,"redis_duration_s":0.016828,"redis_read_bytes":9,"redis_write_bytes":1292,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003566,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.009556,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003706,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":130,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":130,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.115,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":129,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":84,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.113,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.29225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001477003,"exclusive_lock_hold_duration_s":0.592710526,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.684852,"completed_at":"2026-09-01T10:35:45.489Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.204879,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2705gitlab # [ 425.399598] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:45.736Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"fbae6ad9f0313ae55e177d1b","created_at":"2026-09-01T10:35:32.003Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19630284c84ebd18866399ffa14246b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:32.053Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-fbae6ad9f0313ae55e177d1b: start","job_status":"start","queue_duration_s":13.683533,"scheduling_latency_s":13.683591}2706gitlab # [ 425.502292] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:45 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 6992707gitlab # [ 425.518654] nixbot[3472]: {"ts": "2026-09-01T10:35:45.798Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/46a78694384c5b40ae72f167b71f152354603e99 \"HTTP/1.1 201 Created\""}2708gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses, in 0.48 seconds)2709[{'id': 5, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-09-01T10:35:34.760Z', 'started_at': None, 'finished_at': '2026-09-01T10:35:44.442Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 6, 'sha': '46a78694384c5b40ae72f167b71f152354603e99', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-09-01T10:35:44.961Z', 'started_at': None, 'finished_at': '2026-09-01T10:35:45.382Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2710(finished: subtest: eval and build post commit statuses, in 12.37 seconds)2711(finished: run the VM test script, in 626.82 seconds)2712gitlab # [ 425.618772] gitaly[933]: time="2026-09-01T10:35:45.958Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1E8M2RVQWBW6E9QN9QW5SH1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T10:36:15.755" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T10:35:45.956" grpc.time_ms=1.645 pid=933 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2713gitlab # [ 425.814513] gitlab-workhorse[831]: gitlab 2001:db8:1::1 - - [2026/09/01:10:35:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/46a78694384c5b40ae72f167b71f152354603e99/statuses HTTP/1.1" 200 1328 "" "curl/8.21.0" 2592714gitlab # [ 425.815309] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:46.124Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"fbae6ad9f0313ae55e177d1b","created_at":"2026-09-01T10:35:32.003Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19630284c84ebd18866399ffa14246b8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T10:35:32.053Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-fbae6ad9f0313ae55e177d1b: done: 0.388198 sec","job_status":"done","queue_duration_s":13.683533,"scheduling_latency_s":13.683591,"redis_calls":9,"redis_duration_s":0.078676,"redis_read_bytes":7,"redis_write_bytes":1119,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002996,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.064332,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.011348,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.102151,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.388198,"completed_at":"2026-09-01T10:35:46.124Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2715gitlab # [ 425.960312] sidekiq-cluster[3488]: {"severity":"INFO","time":"2026-09-01T10:35:46.285Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"56a0e1318f50917d56065f6c","created_at":"2026-09-01T10:35:32.072Z","trace_propagation_headers":{"sentry-trace":"e847a05bb1a64d8f86e60f82f188526e-e9de9936392a4d85","baggage":"sentry-trace_id=e847a05bb1a64d8f86e60f82f188526e,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"20733022d2af0b7070f0b65e1b469484","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T10:35:32.196Z","job_size_bytes":2,"pid":3488,"sidekiq_tid":"m8qw","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-56a0e1318f50917d56065f6c: start","job_status":"start","queue_duration_s":14.088871,"scheduling_latency_s":14.088965}2716test script finished in 627.06s2717cleanup2718kill QemuMachine (pid 46)2719gitlab # qemu-system-x86_64: terminating on signal 15 from pid 39 (/nix/store/gxzhl7aaiid7zp3y47jqqiq7zg5mqpwp-python3-3.14.6/bin/python3.14)2720(finished: cleanup, in 3.35 seconds)