vm-test-run-nixbot-gitlab
checks.x86_64-linux.nixbot-gitlab
· build #276
· raw
1Machine state will be reset. To keep it, pass --keep-machine-state2start all VLans3(finished: start all VLans, in 0.00 seconds)4Test will time out and terminate in 3600 seconds5run the VM test script6additionally exposed symbols:7 gitlab,8 vlan1,9 start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh10start all VMs11gitlab: starting vm12gitlab # Disk image does not exist, creating the virtualisation disk image...13gitlab: QEMU running (pid 46)14gitlab # Formatting '/build/vm-state-gitlab/tmp.ptIdF27Ag6', fmt=raw size=107374182415gitlab # mke2fs 1.47.4 (6-Mar-2025)16gitlab # Discarding device blocks: 0/262144 done17gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes18gitlab # Filesystem UUID: 2ce382b2-76d9-465f-ae50-a0202c943a5419gitlab # Superblock backups stored on blocks:20gitlab # 32768, 98304, 163840, 22937621gitlab # 22gitlab # Allocating group tables: 0/8 done23gitlab # Writing inode tables: 0/8 done24gitlab # Creating journal (8192 blocks): done25gitlab # Writing superblocks and filesystem accounting information: 0/8 done26gitlab # 27gitlab # Virtualisation disk image created.28gitlab # Creating Nix store image...29gitlab # Created Nix store image.30(finished: start all VMs, in 62.93 seconds)31gitlab: waiting for unit setup-gitlab.service32gitlab: waiting for the VM to finish booting33gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)34gitlab # 35gitlab # 36gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0037gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...38gitlab # 39gitlab # 40gitlab # 41gitlab # 42gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0043gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...44gitlab # 45gitlab # 46gitlab # Booting from ROM...47gitlab # Probing EDD (edd=off to disable)... ok[ 0.000000] Linux version 6.18.43 (nixbld@localhost) (gcc (GCC) 15.3.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Thu Aug 6 17:27:09 UTC 202648gitlab # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/pr77gd9m3y4hfrbbgy88nkiiiyi86yp1-nixos-system-gitlab-test/init regInfo=/nix/store/gnplhhafimq5d9aldasvan48x1syn3xr-closure-info/registration console=ttyS0,115200n8 console=tty049gitlab # [ 0.000000] x86 CPU feature dependency check failure: CPU0 has '18*32+31' enabled but '18*32+26' disabled. Kernel might be fine, but no guarantees.50gitlab # [ 0.000000] BIOS-provided physical RAM map:51gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable52gitlab # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved53gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved54gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable55gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved56gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved57gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved58gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable59gitlab # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved60gitlab # [ 0.000000] NX (Execute Disable) protection: active61gitlab # [ 0.000000] APIC: Static calls initialized62gitlab # [ 0.000000] SMBIOS 2.8 present.63gitlab # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/201464gitlab # [ 0.000000] DMI: Memory slots populated: 1/165gitlab # [ 0.000000] Hypervisor detected: KVM66gitlab # [ 0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x40000000067gitlab # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d0068gitlab # [ 0.000001] kvm-clock: using sched offset of 525561810 cycles69gitlab # [ 0.000003] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns70gitlab # [ 0.000009] tsc: Detected 3099.998 MHz processor71gitlab # [ 0.000719] last_pfn = 0x1c0000 max_arch_pfn = 0x40000000072gitlab # [ 0.000744] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs73gitlab # [ 0.000747] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT74gitlab # [ 0.000791] last_pfn = 0xbffd8 max_arch_pfn = 0x40000000075gitlab # [ 0.002919] found SMP MP-table at [mem 0x000f5470-0x000f547f]76gitlab # [ 0.002932] Using GB pages for direct mapping77gitlab # [ 0.003109] RAMDISK: [mem 0xbe31c000-0xbffcffff]78gitlab # [ 0.003114] ACPI: Early table checksum verification disabled79gitlab # [ 0.003119] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )80gitlab # [ 0.003122] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001)81gitlab # [ 0.003127] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001)82gitlab # [ 0.003132] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS BXPC 00000001 BXPC 00000001)83gitlab # [ 0.003135] ACPI: FACS 0x00000000BFFE0000 00004084gitlab # [ 0.003137] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS BXPC 00000001 BXPC 00000001)85gitlab # [ 0.003139] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001)86gitlab # [ 0.003141] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001)87gitlab # [ 0.003142] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]88gitlab # [ 0.003143] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]89gitlab # [ 0.003144] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]90gitlab # [ 0.003144] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]91gitlab # [ 0.003145] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]92gitlab # [ 0.003145] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]93gitlab # [ 0.003538] No NUMA configuration found94gitlab # [ 0.003539] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]95gitlab # [ 0.003542] NODE_DATA(0) allocated [mem 0x1bfff8780-0x1bfffdcff]96gitlab # [ 0.003643] Zone ranges:97gitlab # [ 0.003643] DMA [mem 0x0000000000001000-0x0000000000ffffff]98gitlab # [ 0.003645] DMA32 [mem 0x0000000001000000-0x00000000ffffffff]99gitlab # [ 0.003646] Normal [mem 0x0000000100000000-0x00000001bfffffff]100gitlab # [ 0.003647] Device empty101gitlab # [ 0.003648] Movable zone start for each node102gitlab # [ 0.003648] Early memory node ranges103gitlab # [ 0.003649] node 0: [mem 0x0000000000001000-0x000000000009efff]104gitlab # [ 0.003650] node 0: [mem 0x0000000000100000-0x00000000bffd7fff]105gitlab # [ 0.003651] node 0: [mem 0x0000000100000000-0x00000001bfffffff]106gitlab # [ 0.003652] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]107gitlab # [ 0.003671] On node 0, zone DMA: 1 pages in unavailable ranges108gitlab # [ 0.003936] On node 0, zone DMA: 97 pages in unavailable ranges109gitlab # [ 0.111388] On node 0, zone Normal: 40 pages in unavailable ranges110gitlab # [ 0.112250] ACPI: PM-Timer IO Port: 0x608111gitlab # [ 0.112268] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])112gitlab # [ 0.112298] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23113gitlab # [ 0.112302] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)114gitlab # [ 0.112303] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)115gitlab # [ 0.112304] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)116gitlab # [ 0.112306] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)117gitlab # [ 0.112307] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)118gitlab # [ 0.112310] ACPI: Using ACPI (MADT) for SMP configuration information119gitlab # [ 0.112311] ACPI: HPET id: 0x8086a201 base: 0xfed00000120gitlab # [ 0.112317] TSC deadline timer available121gitlab # [ 0.112323] CPU topo: Max. logical packages: 1122gitlab # [ 0.112323] CPU topo: Max. logical dies: 1123gitlab # [ 0.112324] CPU topo: Max. dies per package: 1124gitlab # [ 0.112328] CPU topo: Max. threads per core: 1125gitlab # [ 0.112329] CPU topo: Num. cores per package: 4126gitlab # [ 0.112330] CPU topo: Num. threads per package: 4127gitlab # [ 0.112330] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs128gitlab # [ 0.112351] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()129gitlab # [ 0.112367] kvm-guest: KVM setup pv remote TLB flush130gitlab # [ 0.112370] kvm-guest: setup PV sched yield131gitlab # [ 0.112389] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]132gitlab # [ 0.112391] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]133gitlab # [ 0.112392] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]134gitlab # [ 0.112393] [mem 0xc0000000-0xfeffbfff] available for PCI devices135gitlab # [ 0.112394] Booting paravirtualized kernel on KVM136gitlab # [ 0.112399] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns137gitlab # [ 0.117023] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1138gitlab # [ 0.119419] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288139gitlab # [ 0.119473] kvm-guest: PV spinlocks enabled140gitlab # [ 0.119475] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)141gitlab # [ 0.119478] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/pr77gd9m3y4hfrbbgy88nkiiiyi86yp1-nixos-system-gitlab-test/init regInfo=/nix/store/gnplhhafimq5d9aldasvan48x1syn3xr-closure-info/registration console=ttyS0,115200n8 console=tty0142gitlab # [ 0.119577] Unknown kernel command line parameters "regInfo=/nix/store/gnplhhafimq5d9aldasvan48x1syn3xr-closure-info/registration", will be passed to user space.143gitlab # [ 0.119595] random: crng init done144gitlab # [ 0.119596] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes145gitlab # [ 0.128200] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)146gitlab # [ 0.132318] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)147gitlab # [ 0.132407] software IO TLB: area num 4.148gitlab # [ 0.204289] Fallback order for Node 0: 0149gitlab # [ 0.204297] Built 1 zonelists, mobility grouping on. Total pages: 1572726150gitlab # [ 0.204299] Policy zone: Normal151gitlab # [ 0.206890] mem auto-init: stack:all(zero), heap alloc:on, heap free:off152gitlab # [ 0.220045] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1153gitlab # [ 0.232699] allocated 12582912 bytes of page_ext154gitlab # [ 0.240713] ftrace: allocating 48717 entries in 192 pages155gitlab # [ 0.240717] ftrace: allocated 192 pages with 2 groups156gitlab # [ 0.241568] Dynamic Preempt: lazy157gitlab # [ 0.241732] rcu: Preemptible hierarchical RCU implementation.158gitlab # [ 0.241733] rcu: RCU event tracing is enabled.159gitlab # [ 0.241733] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.160gitlab # [ 0.241734] Trampoline variant of Tasks RCU enabled.161gitlab # [ 0.241735] Rude variant of Tasks RCU enabled.162gitlab # [ 0.241735] Tracing variant of Tasks RCU enabled.163gitlab # [ 0.241735] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.164gitlab # [ 0.241736] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4165gitlab # [ 0.241762] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.166gitlab # [ 0.241764] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.167gitlab # [ 0.241765] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.168gitlab # [ 0.246166] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16169gitlab # [ 0.246448] rcu: srcu_init: Setting srcu_struct sizes based on contention.170gitlab # [ 0.246456] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns171gitlab # [ 0.246561] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)172gitlab # [ 0.252450] Console: colour VGA+ 80x25173gitlab # [ 0.252454] printk: legacy console [tty0] enabled174gitlab # [ 0.292068] printk: legacy console [ttyS0] enabled175gitlab # [ 0.455973] ACPI: Core revision 20250807176gitlab # [ 0.457279] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns177gitlab # [ 0.459768] APIC: Switch to symmetric I/O mode setup178gitlab # [ 0.461215] x2apic enabled179gitlab # [ 0.462262] APIC: Switched APIC routing to: physical x2apic180gitlab # [ 0.463677] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()181gitlab # [ 0.465480] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()182gitlab # [ 0.467671] kvm-guest: setup PV IPIs183gitlab # [ 0.469706] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1184gitlab # [ 0.471180] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2caf45e6a57, max_idle_ns: 440795365367 ns185gitlab # [ 0.473749] Calibrating delay loop (skipped) preset value.. 6199.99 BogoMIPS (lpj=3099998)186gitlab # [ 0.476840] x86/cpu: User Mode Instruction Prevention (UMIP) activated187gitlab # [ 0.477892] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127188gitlab # [ 0.478739] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0189gitlab # [ 0.480749] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto190gitlab # [ 0.481740] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl191gitlab # [ 0.484739] Spectre V2 : Mitigation: Retpolines192gitlab # [ 0.485739] RETBleed: Mitigation: untrained return thunk193gitlab # [ 0.486739] Speculative Return Stack Overflow: Mitigation: SMT disabled194gitlab # [ 0.488739] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization195gitlab # [ 0.489749] Spectre V2 : Spectre v2 / SpectreRSB: Filling RSB on context switch and VMEXIT196gitlab # [ 0.491739] Spectre V2 : Enabling Speculation Barrier for firmware calls197gitlab # [ 0.492740] active return thunk: retbleed_return_thunk198gitlab # [ 0.493744] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier199gitlab # [ 0.495766] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'200gitlab # [ 0.497741] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'201gitlab # [ 0.499739] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'202gitlab # [ 0.501740] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256203gitlab # [ 0.502739] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'compacted' format.204gitlab # [ 0.525038] Freeing SMP alternatives memory: 44K205gitlab # [ 0.525741] pid_max: default: 32768 minimum: 301206gitlab # [ 0.526844] LSM: initializing lsm=capability,landlock,yama,bpf,ima207gitlab # [ 0.527839] landlock: Up and running.208gitlab # [ 0.528739] Yama: becoming mindful.209gitlab # [ 0.529898] LSM support for eBPF active210gitlab # [ 0.530946] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)211gitlab # [ 0.531880] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)212gitlab # [ 0.533834] smpboot: CPU0: AMD Ryzen 9 3900 12-Core Processor (family: 0x17, model: 0x71, stepping: 0x0)213gitlab # [ 0.535293] Performance Events: Fam17h+ core perfctr, AMD PMU driver.214gitlab # [ 0.535748] ... version: 0215gitlab # [ 0.536740] ... bit width: 48216gitlab # [ 0.537741] ... generic counters: 6217gitlab # [ 0.538740] ... generic bitmap: 000000000000003f218gitlab # [ 0.539741] ... fixed-purpose counters: 0219gitlab # [ 0.540741] ... fixed-purpose bitmap: 0000000000000000220gitlab # [ 0.541740] ... value mask: 0000ffffffffffff221gitlab # [ 0.542740] ... max period: 00007fffffffffff222gitlab # [ 0.543740] ... global_ctrl mask: 000000000000003f223gitlab # [ 0.544839] signal: max sigframe size: 1776224gitlab # [ 0.545823] rcu: Hierarchical SRCU implementation.225gitlab # [ 0.546744] rcu: Max phase no-delay instances is 400.226gitlab # [ 0.547894] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level227gitlab # [ 0.552028] smp: Bringing up secondary CPUs ...228gitlab # [ 0.553089] smpboot: x86: Booting SMP configuration:229gitlab # [ 0.553743] .... node #0, CPUs: #1 #2 #3230gitlab # [ 0.554788] smp: Brought up 1 node, 4 CPUs231gitlab # [ 0.557503] smpboot: Total of 4 processors activated (24799.98 BogoMIPS)232gitlab # [ 0.559157] Memory: 6013844K/6290904K available (17210K kernel code, 2726K rwdata, 13576K rodata, 3640K init, 2992K bss, 258088K reserved, 0K cma-reserved)233gitlab # [ 0.560261] devtmpfs: initialized234gitlab # [ 0.561675] x86/mm: Memory block size: 128MB235gitlab # [ 0.563908] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)236gitlab # [ 0.564830] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).237gitlab # [ 0.565852] pinctrl core: initialized pinctrl subsystem238gitlab # [ 0.567048] PM: RTC time: 07:41:54, date: 2026-09-01239gitlab # [ 0.570508] NET: Registered PF_NETLINK/PF_ROUTE protocol family240gitlab # [ 0.573116] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations241gitlab # [ 0.573836] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations242gitlab # [ 0.575789] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations243gitlab # [ 0.576771] audit: initializing netlink subsys (disabled)244gitlab # [ 0.577799] audit: type=2000 audit(1788248513.960:1): state=initialized audit_enabled=0 res=1245gitlab # [ 0.577968] thermal_sys: Registered thermal governor 'fair_share'246gitlab # [ 0.578742] thermal_sys: Registered thermal governor 'bang_bang'247gitlab # [ 0.579741] thermal_sys: Registered thermal governor 'step_wise'248gitlab # [ 0.580741] thermal_sys: Registered thermal governor 'user_space'249gitlab # [ 0.581740] thermal_sys: Registered thermal governor 'power_allocator'250gitlab # [ 0.582769] cpuidle: using governor menu251gitlab # [ 0.585851] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5252gitlab # [ 0.587025] PCI: Using configuration type 1 for base access253gitlab # [ 0.587740] PCI: Using configuration type 1 for extended access254gitlab # [ 0.588934] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.255gitlab # [ 0.590192] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages256gitlab # [ 0.591740] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page257gitlab # [ 0.592741] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages258gitlab # [ 0.593743] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page259gitlab # [ 0.596088] ACPI: Added _OSI(Module Device)260gitlab # [ 0.596741] ACPI: Added _OSI(Processor Device)261gitlab # [ 0.597741] ACPI: Added _OSI(Processor Aggregator Device)262gitlab # [ 0.599868] ACPI: 1 ACPI AML tables successfully acquired and loaded263gitlab # [ 0.602885] ACPI: Interpreter enabled264gitlab # [ 0.603754] ACPI: PM: (supports S0 S3 S4 S5)265gitlab # [ 0.604741] ACPI: Using IOAPIC for interrupt routing266gitlab # [ 0.605762] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug267gitlab # [ 0.606742] PCI: Using E820 reservations for host bridge windows268gitlab # [ 0.607879] ACPI: Enabled 2 GPEs in block 00 to 0F269gitlab # [ 0.611661] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])270gitlab # [ 0.612747] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]271gitlab # [ 0.614002] acpiphp: Slot [3] registered272gitlab # [ 0.614771] acpiphp: Slot [4] registered273gitlab # [ 0.615772] acpiphp: Slot [5] registered274gitlab # [ 0.616770] acpiphp: Slot [6] registered275gitlab # [ 0.617783] acpiphp: Slot [7] registered276gitlab # [ 0.618770] acpiphp: Slot [8] registered277gitlab # [ 0.619770] acpiphp: Slot [9] registered278gitlab # [ 0.620770] acpiphp: Slot [10] registered279gitlab # [ 0.621784] acpiphp: Slot [11] registered280gitlab # [ 0.622771] acpiphp: Slot [12] registered281gitlab # [ 0.623770] acpiphp: Slot [13] registered282gitlab # [ 0.624805] acpiphp: Slot [14] registered283gitlab # [ 0.625785] acpiphp: Slot [15] registered284gitlab # [ 0.626771] acpiphp: Slot [16] registered285gitlab # [ 0.627770] acpiphp: Slot [17] registered286gitlab # [ 0.628782] acpiphp: Slot [18] registered287gitlab # [ 0.629769] acpiphp: Slot [19] registered288gitlab # [ 0.630782] acpiphp: Slot [20] registered289gitlab # [ 0.631770] acpiphp: Slot [21] registered290gitlab # [ 0.632799] acpiphp: Slot [22] registered291gitlab # [ 0.633770] acpiphp: Slot [23] registered292gitlab # [ 0.634776] acpiphp: Slot [24] registered293gitlab # [ 0.635770] acpiphp: Slot [25] registered294gitlab # [ 0.636782] acpiphp: Slot [26] registered295gitlab # [ 0.637770] acpiphp: Slot [27] registered296gitlab # [ 0.638770] acpiphp: Slot [28] registered297gitlab # [ 0.639807] acpiphp: Slot [29] registered298gitlab # [ 0.640790] acpiphp: Slot [30] registered299gitlab # [ 0.641770] acpiphp: Slot [31] registered300gitlab # [ 0.642767] PCI host bridge to bus 0000:00301gitlab # [ 0.643749] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window]302gitlab # [ 0.644742] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window]303gitlab # [ 0.645742] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]304gitlab # [ 0.646743] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]305gitlab # [ 0.647742] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]306gitlab # [ 0.648743] pci_bus 0000:00: root bus resource [bus 00-ff]307gitlab # [ 0.650023] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint308gitlab # [ 0.651509] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint309gitlab # [ 0.653506] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint310gitlab # [ 0.655810] pci 0000:00:01.1: BAR 4 [io 0xc220-0xc22f]311gitlab # [ 0.656803] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk312gitlab # [ 0.657743] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk313gitlab # [ 0.658742] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk314gitlab # [ 0.659756] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk315gitlab # [ 0.661113] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint316gitlab # [ 0.662807] pci 0000:00:01.2: BAR 4 [io 0xc140-0xc15f]317gitlab # [ 0.664578] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint318gitlab # [ 0.666442] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI319gitlab # [ 0.667757] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB320gitlab # [ 0.669194] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint321gitlab # [ 0.671979] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]322gitlab # [ 0.672786] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]323gitlab # [ 0.673796] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]324gitlab # [ 0.675004] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]325gitlab # [ 0.676944] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint326gitlab # [ 0.679763] pci 0000:00:03.0: BAR 0 [io 0xc160-0xc17f]327gitlab # [ 0.680757] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]328gitlab # [ 0.681796] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]329gitlab # [ 0.682757] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]330gitlab # [ 0.685834] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint331gitlab # [ 0.688771] pci 0000:00:04.0: BAR 0 [io 0xc180-0xc19f]332gitlab # [ 0.690771] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]333gitlab # [ 0.691803] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]334gitlab # [ 0.694910] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint335gitlab # [ 0.697757] pci 0000:00:05.0: BAR 0 [io 0xc1a0-0xc1bf]336gitlab # [ 0.698790] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]337gitlab # [ 0.699796] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]338gitlab # [ 0.702663] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint339gitlab # [ 0.705766] pci 0000:00:06.0: BAR 0 [io 0xc1c0-0xc1df]340gitlab # [ 0.706757] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]341gitlab # [ 0.707783] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]342gitlab # [ 0.710613] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint343gitlab # [ 0.713742] pci 0000:00:07.0: BAR 0 [io 0xc000-0xc07f]344gitlab # [ 0.714754] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]345gitlab # [ 0.715782] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]346gitlab # [ 0.718858] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint347gitlab # [ 0.721757] pci 0000:00:08.0: BAR 0 [io 0xc080-0xc0ff]348gitlab # [ 0.722759] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]349gitlab # [ 0.723796] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]350gitlab # [ 0.726643] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint351gitlab # [ 0.729762] pci 0000:00:09.0: BAR 0 [io 0xc1e0-0xc1ff]352gitlab # [ 0.730762] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]353gitlab # [ 0.731797] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]354gitlab # [ 0.732757] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]355gitlab # [ 0.736290] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint356gitlab # [ 0.737776] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]357gitlab # [ 0.738783] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]358gitlab # [ 0.741324] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint359gitlab # [ 0.744087] pci 0000:00:0b.0: BAR 0 [io 0xc100-0xc13f]360gitlab # [ 0.744757] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]361gitlab # [ 0.745787] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]362gitlab # [ 0.748734] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint363gitlab # [ 0.751761] pci 0000:00:0c.0: BAR 0 [io 0xc200-0xc21f]364gitlab # [ 0.752757] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]365gitlab # [ 0.753790] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]366gitlab # [ 0.761131] ACPI: PCI: Interrupt link LNKA configured for IRQ 10367gitlab # [ 0.761899] ACPI: PCI: Interrupt link LNKB configured for IRQ 10368gitlab # [ 0.762882] ACPI: PCI: Interrupt link LNKC configured for IRQ 11369gitlab # [ 0.763937] ACPI: PCI: Interrupt link LNKD configured for IRQ 11370gitlab # [ 0.764834] ACPI: PCI: Interrupt link LNKS configured for IRQ 9371gitlab # [ 0.767056] iommu: Default domain type: Translated372gitlab # [ 0.767742] iommu: DMA domain TLB invalidation policy: lazy mode373gitlab # [ 0.768915] ACPI: bus type USB registered374gitlab # [ 0.769797] usbcore: registered new interface driver usbfs375gitlab # [ 0.770763] usbcore: registered new interface driver hub376gitlab # [ 0.771759] usbcore: registered new device driver usb377gitlab # [ 0.773340] NetLabel: Initializing378gitlab # [ 0.774480] NetLabel: domain hash size = 128379gitlab # [ 0.775666] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO380gitlab # [ 0.776870] NetLabel: unlabeled traffic allowed by default381gitlab # [ 0.777756] PCI: Using ACPI for IRQ routing382gitlab # [ 0.779200] pci 0000:00:02.0: vgaarb: setting as boot VGA device383gitlab # [ 0.779737] pci 0000:00:02.0: vgaarb: bridge control possible384gitlab # [ 0.779737] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none385gitlab # [ 0.779751] vgaarb: loaded386gitlab # [ 0.780925] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0387gitlab # [ 0.781742] hpet0: 3 comparators, 64-bit 100.000000 MHz counter388gitlab # [ 0.785998] clocksource: Switched to clocksource kvm-clock389gitlab # [ 0.789483] VFS: Disk quotas dquot_6.6.0390gitlab # [ 0.790733] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)391gitlab # [ 0.793062] pnp: PnP ACPI init392gitlab # [ 0.794478] pnp: PnP ACPI: found 6 devices393gitlab # [ 0.802655] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns394gitlab # [ 0.804789] clocksource: Switched to clocksource acpi_pm395gitlab # [ 0.806359] NET: Registered PF_INET protocol family396gitlab # [ 0.809257] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)397gitlab # [ 0.829098] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)398gitlab # [ 0.831415] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)399gitlab # [ 0.833503] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)400gitlab # [ 0.837728] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)401gitlab # [ 0.839645] TCP: Hash tables configured (established 65536 bind 65536)402gitlab # [ 0.841369] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)403gitlab # [ 0.843466] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)404gitlab # [ 0.845622] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)405gitlab # [ 0.847767] NET: Registered PF_UNIX/PF_LOCAL protocol family406gitlab # [ 0.849339] NET: Registered PF_XDP protocol family407gitlab # [ 0.851067] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window]408gitlab # [ 0.852738] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window]409gitlab # [ 0.854385] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]410gitlab # [ 0.856194] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]411gitlab # [ 0.858073] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]412gitlab # [ 0.860249] pci 0000:00:01.0: PIIX3: Enabling Passive Release413gitlab # [ 0.861908] pci 0000:00:00.0: Limiting direct PCI/PCI transfers414gitlab # [ 0.864464] ACPI: \_SB_.LNKD: Enabled at IRQ 11415gitlab # [ 0.867155] PCI: CLS 0 bytes, default 64416gitlab # [ 0.868351] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)417gitlab # [ 0.868600] Trying to unpack rootfs image as initramfs...418gitlab # [ 0.868707] software IO TLB: mapped [mem 0x00000000ba31c000-0x00000000be31c000] (64MB)419gitlab # [ 0.873807] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2caf45e6a57, max_idle_ns: 440795365367 ns420gitlab # [ 0.891380] Initialise system trusted keyrings421gitlab # [ 0.892872] workingset: timestamp_bits=40 max_order=21 bucket_order=0422gitlab # [ 0.904704] Key type asymmetric registered423gitlab # [ 0.905791] Asymmetric key parser 'x509' registered424gitlab # [ 0.907094] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)425gitlab # [ 0.909964] io scheduler mq-deadline registered426gitlab # [ 0.911213] io scheduler kyber registered427gitlab # [ 0.915158] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled428gitlab # [ 0.917226] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A429gitlab # [ 0.920614] Linux agpgart interface v0.103430gitlab # [ 0.921806] ACPI: bus type drm_connector registered431gitlab # [ 0.925279] usbcore: registered new interface driver usbserial_generic432gitlab # [ 0.926941] usbserial: USB Serial support registered for generic433gitlab # [ 0.928475] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled434gitlab # [ 0.930823] drop_monitor: Initializing network drop monitor service435gitlab # [ 0.932716] NET: Registered PF_INET6 protocol family436gitlab # [ 0.935221] Segment Routing with IPv6437gitlab # [ 0.936412] In-situ OAM (IOAM) with IPv6438gitlab # [ 0.938865] IPI shorthand broadcast: enabled439gitlab # [ 0.942413] sched_clock: Marking stable (725030945, 217281533)->(1086435100, -144122622)440gitlab # [ 0.944818] registered taskstats version 1441gitlab # [ 0.946113] Loading compiled-in X.509 certificates442gitlab # [ 0.953636] Demotion targets for Node 0: null443gitlab # [ 0.955269] Key type .fscrypt registered444gitlab # [ 0.956410] Key type fscrypt-provisioning registered445gitlab # [ 0.957871] ima: No TPM chip found, activating TPM-bypass!446gitlab # [ 0.959245] ima: Allocated hash algorithm: sha1447gitlab # [ 0.960563] ima: No architecture policies found448gitlab # [ 0.962089] PM: Magic number: 10:964:671449gitlab # [ 0.964118] RAS: Correctable Errors collector initialized.450gitlab # [ 0.969223] clk: Disabling unused clocks451gitlab # [ 0.970244] PM: genpd: Disabling unused power domains452gitlab # [ 1.216962] Freeing initrd memory: 29392K453gitlab # [ 1.222023] Freeing unused decrypted memory: 2028K454gitlab # [ 1.225860] Freeing unused kernel image (initmem) memory: 3640K455gitlab # [ 1.228134] Write protecting the kernel read-only data: 32768k456gitlab # [ 1.231010] Freeing unused kernel image (text/rodata gap) memory: 1220K457gitlab # [ 1.233582] Freeing unused kernel image (rodata/data gap) memory: 760K458gitlab # [ 1.267833] x86/mm: Checked W+X mappings: passed, no W+X pages found.459gitlab # [ 1.269526] Run /init as init process460gitlab # [ 1.284113] systemd[1]: Inserted module 'autofs4'461gitlab # [ 1.308792] fuse: init (API version 7.45)462gitlab # [ 1.317438] ACPI: \_SB_.LNKC: Enabled at IRQ 10463gitlab # [ 1.326097] ACPI: \_SB_.LNKA: Enabled at IRQ 10464gitlab # [ 1.330116] ACPI: \_SB_.LNKB: Enabled at IRQ 11465gitlab # [ 1.375721] systemd[1]: Successfully made /usr/ read-only.466gitlab # [ 1.712310] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)467gitlab # [ 1.719096] systemd[1]: Detected virtualization kvm.468gitlab # [ 1.720346] systemd[1]: Detected architecture x86-64.469gitlab # [ 1.721569] systemd[1]: Running in initrd.470gitlab # [ 1.722948] systemd[1]: Initializing machine ID from random generator.471gitlab # [ 1.724542] systemd[1]: Hostname set to <gitlab>.472gitlab # [ 1.799923] systemd[1]: bpf-restrict-fs: LSM BPF program attached473gitlab # [ 1.835390] systemd[1]: Queued start job for default target Initrd Default Target.474gitlab # [ 1.854148] systemd[1]: Created slice Slice /system/modprobe.475gitlab # [ 1.856164] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.476gitlab # [ 1.858026] systemd[1]: Expecting device /dev/disk/by-label/nix-store...477gitlab # [ 1.859620] systemd[1]: Expecting device /dev/disk/by-label/nixos...478gitlab # [ 1.861119] systemd[1]: Reached target Path Units.479gitlab # [ 1.862375] systemd[1]: Reached target Slice Units.480gitlab # [ 1.863582] systemd[1]: Reached target Swaps.481gitlab # [ 1.864697] systemd[1]: Reached target Timer Units.482gitlab # [ 1.866064] systemd[1]: Listening on D-Bus System Message Bus Socket.483gitlab # [ 1.868112] systemd[1]: Listening on Journal Socket (/dev/log).484gitlab # [ 1.870086] systemd[1]: Listening on Journal Sockets.485gitlab # [ 1.871619] systemd[1]: Listening on udev Control Socket.486gitlab # [ 1.873184] systemd[1]: Listening on udev Kernel Socket.487gitlab # [ 1.874684] systemd[1]: Reached target Socket Units.488gitlab # [ 1.877197] systemd[1]: Starting Create List of Static Device Nodes...489gitlab # [ 1.879624] systemd[1]: Starting Load Kernel Module 9pnet_virtio...490gitlab # [ 1.892324] systemd[1]: Starting Load Kernel Module configfs...491gitlab # [ 1.895221] systemd[1]: Starting Journal Service...492gitlab # [ 1.897568] systemd[1]: Starting Load Kernel Modules...493gitlab # [ 1.899106] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os494gitlab # [ 1.902546] systemd[1]: Starting Coldplug All udev Devices...495gitlab # [ 1.908777] systemd[1]: Finished Create List of Static Device Nodes.496gitlab # [ 1.912981] systemd[1]: modprobe@configfs.service: Deactivated successfully.497gitlab # [ 1.918768] systemd[1]: Finished Load Kernel Module configfs.498gitlab # [ 1.923162] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config499gitlab # [ 1.923260] netfs: FS-Cache loaded500gitlab # [ 1.927930] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.501gitlab # [ 1.932431] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev502gitlab # [ 1.933835] systemd-journald[92]: Collecting audit messages is disabled.503gitlab # [ 1.936739] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...504gitlab # [ 1.941916] 9pnet: Installing 9P2000 support505gitlab # [ 1.947790] systemd[1]: Finished Load Kernel Modules.506gitlab # [ 1.949882] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.507gitlab # [ 1.952887] systemd[1]: Finished Load Kernel Module 9pnet_virtio.508gitlab # [ 1.955768] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.509gitlab # [ 1.959675] systemd[1]: Starting Apply Kernel Variables...510gitlab # [ 1.962383] systemd[1]: Starting Create Static Device Nodes in /dev...511gitlab # [ 1.979620] systemd[1]: Finished Apply Kernel Variables.512gitlab # [ 1.982236] systemd[1]: Finished Create Static Device Nodes in /dev.513gitlab # [ 1.984690] systemd[1]: Reached target Preparation for Local File Systems.514gitlab # [ 1.986965] systemd[1]: Reached target Local File Systems.515gitlab # [ 1.989992] systemd[1]: Starting Rule-based Manager for Device Events and Files...516gitlab # [ 1.993742] systemd[1]: Finished Coldplug All udev Devices.517gitlab # [ 1.996599] systemd[1]: Started Journal Service.518gitlab # [ 1.779448] systemd-modules-load[93]: Using 4 probe threads519gitlab # [ 1.782362] systemd-modules-load[93]: Inserted module 'virtio_gpu'520gitlab # [ 1.784219] systemd-modules-load[93]: Inserted module 'virtio_balloon'521gitlab # [ 1.786160] systemd-modules-load[93]: Inserted module 'dm_mod'522gitlab # [ 1.788035] systemd[1]: Starting Create System Files and Directories...523gitlab # [ 1.792347] systemd[1]: Finished Create System Files and Directories.524gitlab # [ 1.804684] systemd-udevd[107]: Using default interface naming scheme 'v261'.525gitlab # [ 1.819583] systemd[1]: Started Rule-based Manager for Device Events and Files.526gitlab # [ 1.821295] systemd[1]: Reached target System Initialization.527gitlab # [ 1.822580] systemd[1]: Reached target Basic System.528gitlab # [ 2.154453] uhci_hcd 0000:00:01.2: UHCI Host Controller529gitlab # [ 2.155460] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1530gitlab # [ 2.156884] uhci_hcd 0000:00:01.2: detected 2 ports531gitlab # [ 2.157976] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140532gitlab # [ 2.160045] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18533gitlab # [ 2.161711] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1534gitlab # [ 2.163591] usb usb1: Product: UHCI Host Controller535gitlab # [ 2.164994] usb usb1: Manufacturer: Linux 6.18.43 uhci_hcd536gitlab # [ 2.166659] usb usb1: SerialNumber: 0000:00:01.2537gitlab # [ 2.169470] hub 1-0:1.0: USB hub found538gitlab # [ 2.172845] hub 1-0:1.0: 2 ports detected539gitlab # [ 2.187073] virtio_blk virtio4: 4/0/0 default/read/poll queues540gitlab # [ 2.188353] SCSI subsystem initialized541gitlab # [ 2.191357] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12542gitlab # [ 2.193780] serio: i8042 KBD port at 0x60,0x64 irq 1543gitlab # [ 2.194912] serio: i8042 AUX port at 0x60,0x64 irq 12544gitlab # [ 2.199206] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)545gitlab # [ 2.216604] virtio_blk virtio5: 4/0/0 default/read/poll queues546gitlab # [ 2.224112] virtio_blk virtio5: [vdb] 10454912 512-byte logical blocks (5.35 GB/4.98 GiB)547gitlab # [ 2.022079] (udev-worker)[121]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.548gitlab # [ 2.025087] (udev-worker)[121]: Network interface NamePolicy= disabled on kernel command line.549gitlab # [ 2.031549] (udev-worker)[124]: Network interface NamePolicy= disabled on kernel command line.550gitlab # [ 2.035274] systemd[1]: Starting Virtual Console Setup...551gitlab # [ 2.256896] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0552gitlab # [ 2.258336] scsi host0: ata_piix553gitlab # [ 2.260403] scsi host1: ata_piix554gitlab # [ 2.261393] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0555gitlab # [ 2.264019] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0556gitlab # [ 2.053809] systemd[1]: Found device /dev/disk/by-label/nixos.557gitlab # [ 2.055430] systemd-vconsole-setup[147]: Configuration of first virtual console was skipped, ignoring remaining ones.558gitlab # [ 2.057707] systemd[1]: Found device /dev/disk/by-label/nix-store.559gitlab # [ 2.058988] systemd[1]: Finished Virtual Console Setup.560gitlab # [ 2.060113] systemd[1]: Reached target Initrd Root Device.561gitlab # [ 2.061204] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...562gitlab # [ 2.088127] systemd-fsck[157]: nixos: clean, 12/65536 files, 13019/262144 blocks563gitlab # [ 2.092664] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.564gitlab # [ 2.399421] usb 1-1: new full-speed USB device number 2 using uhci_hcd565gitlab # [ 2.423889] ata2: found unknown device (class 0)566gitlab # [ 2.425732] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100567gitlab # [ 2.428471] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5568gitlab # [ 2.475335] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray569gitlab # [ 2.512890] cdrom: Uniform CD-ROM driver Revision: 3.20570gitlab # [ 2.566723] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00571gitlab # [ 2.568423] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10572gitlab # [ 2.569923] usb 1-1: Product: QEMU USB Tablet573gitlab # [ 2.570779] usb 1-1: Manufacturer: QEMU574gitlab # [ 2.571524] usb 1-1: SerialNumber: 28754-0000:00:01.2-1575gitlab # [ 2.586495] hid: raw HID events driver (C) Jiri Kosina576gitlab # [ 2.594026] usbcore: registered new interface driver usbhid577gitlab # [ 2.595103] usbhid: USB HID core driver578gitlab # [ 2.599678] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2579gitlab # [ 2.602342] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0580gitlab # [ 2.688749] systemd[1]: Mounting /sysroot...581gitlab # [ 3.016505] EXT4-fs (vda): mounted filesystem 2ce382b2-76d9-465f-ae50-a0202c943a54 r/w with ordered data mode. Quota mode: none.582gitlab # [ 2.802960] systemd[1]: Mounted /sysroot.583gitlab # [ 2.804072] systemd[1]: Reached target Initrd Root File System.584gitlab # [ 2.805783] systemd[1]: Mounting /sysroot/nix/.ro-store...585gitlab # [ 2.806982] systemd[1]: Mounting /sysroot/nix/.rw-store...586gitlab # [ 2.808162] systemd[1]: Mounting /sysroot/run...587gitlab # [ 2.821174] systemd[1]: Mounting /sysroot/tmp/shared...588gitlab # [ 2.822570] systemd[1]: Mounting /sysroot/tmp/xchg...589gitlab # [ 2.825200] systemd[1]: Starting Mountpoints Configured in the Real Root...590gitlab # [ 2.827911] systemd[1]: Mounted /sysroot/nix/.rw-store.591gitlab # [ 2.831317] systemd[1]: Mounted /sysroot/run.592gitlab # [ 3.050775] 9p: Installing v9fs 9p2000 file system support593gitlab # [ 2.836081] systemd[1]: Starting rw-sysroot-nix-store.service...594gitlab # [ 2.838067] systemd-sysroot-fstab-check[177]: /sysroot should be mounted in the initrd, will request daemon-reload.595gitlab # [ 2.840640] systemd[1]: Reload requested from client PID 177 ('systemd-sysroot') (unit initrd-parse-etc.service)...596gitlab # [ 2.843137] systemd[1]: Reloading...597gitlab # [ 3.062960] erofs (device vdb): mounted with root inode @ nid 128.598gitlab # [ 2.901131] systemd[1]: Reloading finished in 61 ms.599gitlab # [ 2.922162] systemd-sysroot-fstab-check[177]: Requesting initrd-fs.target/start/replace...600gitlab # [ 2.926247] systemd[1]: Mounted /sysroot/nix/.ro-store.601gitlab # [ 2.927311] systemd[1]: Mounted /sysroot/tmp/shared.602gitlab # [ 2.928301] systemd[1]: Mounted /sysroot/tmp/xchg.603gitlab # [ 2.929252] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.604gitlab # [ 2.930624] systemd[1]: Finished rw-sysroot-nix-store.service.605gitlab # [ 2.932195] systemd-sysroot-fstab-check[177]: Requesting swap.target/start/replace...606gitlab # [ 2.934691] systemd[1]: Starting rw-sysroot-nix-store.service...607gitlab # [ 2.935999] systemd[1]: initrd-parse-etc.service: Deactivated successfully.608gitlab # [ 2.937352] systemd[1]: Finished Mountpoints Configured in the Real Root.609gitlab # [ 2.938581] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.610gitlab # [ 2.946576] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.611gitlab # [ 2.948048] systemd[1]: Finished rw-sysroot-nix-store.service.612gitlab # [ 3.689190] systemd[1]: Mounting /sysroot/nix/store...613gitlab # [ 3.713939] systemd[1]: Mounted /sysroot/nix/store.614gitlab # [ 3.715220] systemd[1]: Reached target Initrd File Systems.615gitlab # [ 3.716509] systemd[1]: Starting Find NixOS closure...616gitlab # [ 3.717687] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...617gitlab # [ 3.729908] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.618gitlab # [ 3.731606] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.619gitlab # [ 3.734881] systemd[1]: Finished Find NixOS closure.620gitlab # [ 3.735917] systemd[1]: Reached target Initrd Default Target.621gitlab # [ 3.737083] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...622gitlab # [ 3.758049] systemd[1]: Stopped target Initrd Default Target.623gitlab # [ 3.759279] systemd[1]: Stopped target Basic System.624gitlab # [ 3.760339] systemd[1]: Stopped target Initrd Root Device.625gitlab # [ 3.762236] systemd[1]: Stopped target Path Units.626gitlab # [ 3.763253] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.627gitlab # [ 3.764719] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.628gitlab # [ 3.766297] systemd[1]: Stopped target Slice Units.629gitlab # [ 3.768083] systemd[1]: Stopped target Socket Units.630gitlab # [ 3.769258] systemd[1]: Stopped target System Initialization.631gitlab # [ 3.771265] systemd[1]: Stopped target Swaps.632gitlab # [ 3.772462] systemd[1]: Stopped target Timer Units.633gitlab # [ 3.773450] systemd[1]: dbus.socket: Deactivated successfully.634gitlab # [ 3.774776] systemd[1]: Closed D-Bus System Message Bus Socket.635gitlab # [ 3.776090] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.636gitlab # [ 3.777724] systemd[1]: Stopped Find NixOS closure.637gitlab # [ 3.778883] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio638gitlab # [ 3.780993] systemd[1]: Starting rw-sysroot-nix-store.service...639gitlab # [ 3.782309] systemd[1]: systemd-sysctl.service: Deactivated successfully.640gitlab # [ 3.783614] systemd[1]: Stopped Apply Kernel Variables.641gitlab # [ 3.784690] systemd[1]: systemd-modules-load.service: Deactivated successfully.642gitlab # [ 3.786117] systemd[1]: Stopped Load Kernel Modules.643gitlab # [ 3.787279] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.644gitlab # [ 3.788807] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.645gitlab # [ 3.790367] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.646gitlab # [ 3.791787] systemd[1]: Stopped Create System Files and Directories.647gitlab # [ 3.793078] systemd[1]: Stopped target Local File Systems.648gitlab # [ 3.794275] systemd[1]: Stopped target Preparation for Local File Systems.649gitlab # [ 3.795694] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.650gitlab # [ 3.797330] systemd[1]: Stopped Coldplug All udev Devices.651gitlab # [ 3.798534] systemd[1]: Stopping Rule-based Manager for Device Events and Files...652gitlab # [ 3.800098] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.653gitlab # [ 3.801613] systemd[1]: Stopped Virtual Console Setup.654gitlab # [ 3.802804] systemd[1]: initrd-cleanup.service: Deactivated successfully.655gitlab # [ 3.804312] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.656gitlab # [ 3.805613] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.657gitlab # [ 3.806969] systemd[1]: Finished rw-sysroot-nix-store.service.658gitlab # [ 3.808127] systemd[1]: systemd-udevd.service: Deactivated successfully.659gitlab # [ 3.809366] systemd[1]: Stopped Rule-based Manager for Device Events and Files.660gitlab # [ 3.810784] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.661gitlab # [ 3.812174] systemd[1]: Closed udev Control Socket.662gitlab # [ 3.813191] systemd[1]: Starting Cleanup udev Database...663gitlab # [ 3.814258] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.664gitlab # [ 3.815720] systemd[1]: Stopped Create Static Device Nodes in /dev.665gitlab # [ 3.816916] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.666gitlab # [ 3.818422] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.667gitlab # [ 3.819763] systemd[1]: kmod-static-nodes.service: Deactivated successfully.668gitlab # [ 3.821116] systemd[1]: Stopped Create List of Static Device Nodes.669gitlab # [ 3.822308] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.670gitlab # [ 3.823736] systemd[1]: Finished Cleanup udev Database.671gitlab # [ 3.824774] systemd[1]: Reached target Switch Root.672gitlab # [ 3.825762] systemd[1]: Starting NixOS Activation...673gitlab # [ 3.876573] initrd-nixos-activation-start[230]: booting system configuration /nix/store/pr77gd9m3y4hfrbbgy88nkiiiyi86yp1-nixos-system-gitlab-test674gitlab # [ 3.895138] initrd-nixos-activation-start[230]: running activation script...675gitlab # [ 4.036275] initrd-nixos-activation-start[254]: setting up /etc...676gitlab # [ 4.099113] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.677gitlab # [ 4.100584] systemd[1]: Finished NixOS Activation.678gitlab # [ 4.101579] systemd[1]: Starting Switch Root...679gitlab # [ 4.121846] systemd[1]: Switching root.680gitlab # [ 4.400337] systemd-journald[92]: Received SIGTERM from PID 1 (systemd).681gitlab # [ 4.470530] NET: Registered PF_VSOCK protocol family682gitlab # [ 4.827678] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)683gitlab # [ 4.833331] systemd[1]: Detected virtualization kvm.684gitlab # [ 4.834391] systemd[1]: Detected architecture x86-64.685gitlab # [ 4.835552] systemd[1]: Detected first boot.686gitlab # [ 4.836809] systemd[1]: Initializing machine ID from random generator.687gitlab # [ 4.921788] systemd[1]: bpf-restrict-fs: LSM BPF program attached688gitlab # [ 4.967654] systemd[1]: Applying preset policy.689gitlab # [ 5.044808] systemd[1]: Populated /etc with preset unit settings.690gitlab # [ 5.157814] systemd[1]: initrd-switch-root.service: Deactivated successfully.691gitlab # [ 5.159999] systemd[1]: Stopped initrd-switch-root.service.692gitlab # [ 5.163191] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.693gitlab # [ 5.166113] systemd[1]: Created slice Slice /system/getty.694gitlab # [ 5.168095] systemd[1]: Created slice GitLab DevOps Platform Slice.695gitlab # [ 5.170312] systemd[1]: Created slice User and Session Slice.696gitlab # [ 5.171849] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.697gitlab # [ 5.173963] systemd[1]: Started Forward Password Requests to Wall Directory Watch.698gitlab # [ 5.176002] systemd[1]: Expecting device /dev/hvc0...699gitlab # [ 5.177282] systemd[1]: Expecting device /dev/ttyS0...700gitlab # [ 5.178553] systemd[1]: Reached target Local Encrypted Volumes.701gitlab # [ 5.179984] systemd[1]: Stopped target initrd-fs.target.702gitlab # [ 5.181341] systemd[1]: Stopped target initrd-root-fs.target.703gitlab # [ 5.182717] systemd[1]: Stopped target initrd-switch-root.target.704gitlab # [ 5.184186] systemd[1]: Reached target Virtual Machines and Containers.705gitlab # [ 5.185821] systemd[1]: Reached target Path Units.706gitlab # [ 5.187060] systemd[1]: Reached target Remote File Systems.707gitlab # [ 5.188477] systemd[1]: Reached target Slice Units.708gitlab # [ 5.189749] systemd[1]: Reached target Swaps.709gitlab # [ 5.192111] systemd[1]: Listening on Query the User Interactively for a Password.710gitlab # [ 5.195078] systemd[1]: Listening on Process Core Dump Socket.711gitlab # [ 5.197298] systemd[1]: Listening on Credential Encryption/Decryption.712gitlab # [ 5.199850] systemd[1]: Listening on Factory Reset Management.713gitlab # [ 5.201430] systemd[1]: Listening on Hostname Service Socket.714gitlab # [ 5.204843] systemd[1]: Starting Journal Log Access Socket...715gitlab # [ 5.207094] systemd[1]: Listening on Journal Audit Socket.716gitlab # [ 5.210079] systemd[1]: Listening on Console Output Muting Service Socket.717gitlab # [ 5.212024] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.718gitlab # [ 5.213976] systemd[1]: TPM PCR Measurements skipped, unmet condition check ConditionSecurity=measured-os719gitlab # [ 5.216219] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki720gitlab # [ 5.219980] systemd[1]: Listening on Disk Repartitioning Service Socket.721gitlab # [ 5.221759] systemd[1]: Listening on udev Control Socket.722gitlab # [ 5.223317] systemd[1]: Listening on udev Varlink Socket.723gitlab # [ 5.226603] systemd[1]: Mounting Huge Pages File System...724gitlab # [ 5.229313] systemd[1]: Mounting POSIX Message Queue File System...725gitlab # [ 5.235487] systemd[1]: Mounting Kernel Debug File System...726gitlab # [ 5.239961] systemd[1]: Mounting Kernel Trace File System...727gitlab # [ 5.243495] systemd[1]: Starting Create List of Static Device Nodes...728gitlab # [ 5.245137] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio729gitlab # [ 5.248726] systemd[1]: Starting Load Kernel Module configfs...730gitlab # [ 5.249960] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm731gitlab # [ 5.252075] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore732gitlab # [ 5.254353] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse733gitlab # [ 5.257643] systemd[1]: Mounting FUSE Control File System...734gitlab # [ 5.263583] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67735gitlab # [ 5.268362] systemd[1]: Starting Journal Service...736gitlab # [ 5.270529] systemd[1]: Starting Load Kernel Modules...737gitlab # [ 5.282298] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...738gitlab # [ 5.286361] systemd[1]: Starting Remount Root and Kernel File Systems...739gitlab # [ 5.288252] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os740gitlab # [ 5.293127] systemd[1]: Starting Coldplug All udev Devices...741gitlab # [ 5.296334] systemd-journald[324]: Collecting audit messages is enabled.742gitlab # [ 5.297568] systemd[1]: Listening on Journal Log Access Socket.743gitlab # [ 5.299107] systemd[1]: Mounted Huge Pages File System.744gitlab # [ 5.300487] systemd[1]: Mounted POSIX Message Queue File System.745gitlab # [ 5.301951] systemd[1]: Mounted Kernel Debug File System.746gitlab # [ 5.304481] systemd[1]: Mounted Kernel Trace File System.747gitlab # [ 5.306590] systemd[1]: Finished Create List of Static Device Nodes.748gitlab # [ 5.308376] EXT4-fs (vda): re-mounted 2ce382b2-76d9-465f-ae50-a0202c943a54.749gitlab # [ 5.309678] loop: module loaded750gitlab # [ 5.310355] systemd[1]: modprobe@configfs.service: Deactivated successfully.751gitlab # [ 5.312522] systemd[1]: Finished Load Kernel Module configfs.752gitlab # [ 5.096763] systemd[1]: Queued start job for default target Multi-User System.[ 5.314732] systemd[1]: Started Journal Service.753gitlab # 754gitlab # [ 5.099447] systemd[1]: Unnecessary job was removed for /dev/vdb.755gitlab # [ 5.101087] systemd[1]: systemd-journald.service: Deactivated successfully.756gitlab # [ 5.102826] systemd-modules-load[325]: Using 3 probe threads757gitlab # [ 5.104238] systemd-modules-load[325]: Inserted module 'tls'758gitlab # [ 5.105669] systemd-modules-load[325]: Inserted module 'loop'759gitlab # [ 5.107245] systemd-oomd[327]: No swap; memory pressure usage will be degraded760gitlab # [ 5.109338] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.761gitlab # [ 5.110821] systemd[1]: Mounted FUSE Control File System.762gitlab # [ 5.112156] systemd[1]: Finished Load Kernel Modules.763gitlab # [ 5.113452] systemd[1]: Finished Remount Root and Kernel File Systems.764gitlab # [ 5.114993] systemd[1]: Listening on Disk Image Download Service Socket.765gitlab # [ 5.117188] systemd[1]: Mounting Kernel Configuration File System...766gitlab # [ 5.119180] systemd[1]: Starting Firewall...767gitlab # [ 5.122261] systemd[1]: Starting Flush Journal to Persistent Storage...768gitlab # [ 5.124065] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore769gitlab # [ 5.344084] systemd-journald[324]: Received client request to flush runtime journal.770gitlab # [ 5.183279] systemd[1]: Starting Load/Save OS Random Seed...771gitlab # [ 5.184980] systemd[1]: Starting Apply Kernel Variables...772gitlab # [ 5.186504] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...773gitlab # [ 5.188456] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os774gitlab # [ 5.190676] systemd[1]: Mounted Kernel Configuration File System.775gitlab # [ 5.192443] systemd[1]: Finished Apply Kernel Variables.776gitlab # [ 5.193789] systemd[1]: Finished Load/Save OS Random Seed.777gitlab # [ 5.194976] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.778gitlab # [ 5.196578] systemd[1]: Reached target First Boot Complete.779gitlab # [ 5.197874] systemd[1]: Starting Create Static Device Nodes in /dev...780gitlab # [ 5.199315] systemd[1]: Finished Create Static Device Nodes in /dev.781gitlab # [ 5.201126] systemd[1]: Reached target Preparation for Local File Systems.782gitlab # [ 5.202641] systemd[1]: Starting Rule-based Manager for Device Events and Files...783gitlab # [ 5.204345] systemd[1]: Finished Flush Journal to Persistent Storage.784gitlab # [ 5.205850] systemd[1]: Finished Coldplug All udev Devices.785gitlab # [ 5.217062] systemd-udevd[361]: Using default interface naming scheme 'v261'.786gitlab # [ 5.244086] systemd[1]: Started Rule-based Manager for Device Events and Files.787gitlab # [ 5.338451] systemd[1]: Finished Firewall.788gitlab # [ 5.346793] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse789gitlab # [ 5.356642] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.790gitlab # [ 5.368474] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.791gitlab # [ 5.370306] (udev-worker)[458]: Network interface NamePolicy= disabled on kernel command line.792gitlab # [ 5.372136] (udev-worker)[445]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.793gitlab # [ 5.374978] (udev-worker)[445]: Network interface NamePolicy= disabled on kernel command line.794gitlab # [ 5.384460] systemd[1]: Condition check resulted in Virtio network device being skipped.795gitlab # [ 5.387127] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore796gitlab # [ 5.389593] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67797gitlab # [ 5.393073] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore798gitlab # [ 5.395474] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os799gitlab # [ 5.397218] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os800gitlab # [ 5.633419] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3801gitlab # [ 5.642596] ACPI: button: Power Button [PWRF]802gitlab # [ 5.644462] rtc_cmos 00:05: RTC can wake from S4803gitlab # [ 5.646538] mousedev: PS/2 mouse device common for all mice804gitlab # [ 5.648601] rtc_cmos 00:05: registered as rtc0805gitlab # [ 5.648860] Floppy drive(s):806gitlab # [ 5.649094] rtc_cmos 00:05: setting system clock to 2026-09-01T07:41:59 UTC (1788248519)807gitlab # [ 5.652525] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs808gitlab # [ 5.652538] fd0 is 2.88M AMI BIOS809gitlab # [ 5.661082] parport_pc 00:03: reported by Plug and Play ACPI810gitlab # [ 5.662931] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]811gitlab # [ 5.667701] FDC 0 is a S82078B812gitlab # [ 5.681744] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console813gitlab # [ 5.689175] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5814gitlab # [ 5.693232] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4815gitlab # [ 5.694410] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6816gitlab # [ 5.694530] Console: switching to colour dummy device 80x25817gitlab # [ 5.700184] [drm] Found bochs VGA, ID 0xb0c5.818gitlab # [ 5.700186] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.819gitlab # [ 5.702609] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0820gitlab # [ 5.703219] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic821gitlab # [ 5.703875] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD822gitlab # [ 5.704712] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0823gitlab # [ 5.727880] Console: switching to colour frame buffer device 160x50824gitlab # [ 5.730685] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device825gitlab # [ 5.537237] systemd[1]: Starting Virtual Console Setup...826gitlab # [ 5.780066] ppdev: user-space parallel port driver827gitlab # [ 5.587404] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.828gitlab # [ 5.589436] systemd[1]: Stopped Virtual Console Setup.829gitlab # [ 5.601188] systemd[1]: Starting Virtual Console Setup...830gitlab # [ 5.658716] systemd-vconsole-setup[497]: Configuration of first virtual console was skipped, ignoring remaining ones.831gitlab # [ 5.661268] systemd[1]: Finished Virtual Console Setup.832gitlab # [ 5.890198] kvm_amd: TSC scaling supported833gitlab # [ 5.891092] kvm_amd: Nested Virtualization enabled834gitlab # [ 5.892060] kvm_amd: Nested Paging enabled835gitlab # [ 5.892948] kvm_amd: LBR virtualization supported836gitlab # [ 5.893886] kvm_amd: Virtual VMLOAD VMSAVE supported837gitlab # [ 5.894879] kvm_amd: Virtual GIF supported838gitlab # [ 5.935497] EDAC MC: Ver: 3.0.0839gitlab # [ 5.942298] systemd[1]: Mounting /run/wrappers...840gitlab # [ 5.954303] systemd[1]: Mounted /run/wrappers.841gitlab # [ 5.955368] systemd[1]: Reached target Local File Systems.842gitlab # [ 5.956397] systemd[1]: Listening on Boot Loader Control Service Socket.843gitlab # [ 5.957777] systemd[1]: Starting register-nix-paths.service...844gitlab # [ 5.959051] systemd[1]: Starting Create SUID/SGID Wrappers...845gitlab # [ 5.960256] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.846gitlab # [ 5.962078] systemd[1]: Starting Save Transient machine-id to Disk...847gitlab # [ 5.963438] systemd[1]: Starting Create System Files and Directories...848gitlab # [ 5.974269] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.849gitlab # [ 5.977836] systemd[1]: Finished Save Transient machine-id to Disk.850gitlab # [ 5.982915] systemd[1]: Finished Create System Files and Directories.851gitlab # [ 5.985241] systemd[1]: Starting Rebuild Journal Catalog...852gitlab # [ 5.987458] systemd[1]: Starting Record System Boot/Shutdown in UTMP...853gitlab # [ 6.004156] systemd[1]: Finished Record System Boot/Shutdown in UTMP.854gitlab # [ 6.019064] systemd[1]: Finished Rebuild Journal Catalog.855gitlab # [ 6.021789] systemd[1]: Starting Update is Completed...856gitlab # [ 6.038733] systemd[1]: Finished Update is Completed.857gitlab # [ 6.059203] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.858gitlab # [ 6.060973] systemd[1]: Finished Create SUID/SGID Wrappers.859gitlab # [ 6.333230] systemd[1]: Finished register-nix-paths.service.860gitlab # [ 6.334896] systemd[1]: Reached target System Initialization.861gitlab # [ 6.336535] systemd[1]: Started Discard unused filesystem blocks once a week.862gitlab # [ 6.338194] systemd[1]: Started logrotate.timer.863gitlab # [ 6.339206] systemd[1]: Started Daily Cleanup of Temporary Directories.864gitlab # [ 6.340483] systemd[1]: Reached target Timer Units.865gitlab # [ 6.341516] systemd[1]: Listening on D-Bus System Message Bus Socket.866gitlab # [ 6.342794] systemd[1]: Listening on Nix Daemon Socket.867gitlab # [ 6.352531] systemd[1]: Starting nixbot CI service socket...868gitlab # [ 6.354274] systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.869gitlab # [ 6.356470] systemd[1]: Listening on nixbot CI service socket.870gitlab # [ 6.357679] systemd[1]: Reached target Socket Units.871gitlab # [ 6.358747] systemd[1]: Starting D-Bus System Message Bus...872gitlab # [ 6.379162] dbus-broker-launch[579]: Looking up NSS user entry for 'systemd-timesync'...873gitlab # [ 6.381198] dbus-broker-launch[579]: NSS returned no entry for 'systemd-timesync'874gitlab # [ 6.382836] dbus-broker-launch[579]: Invalid user-name in /nix/store/37yal9w16hfdxjh64sww8gn81f4hma6i-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"875gitlab # [ 6.385755] systemd[1]: Started D-Bus System Message Bus.876gitlab # [ 6.390245] dbus-broker-launch[579]: Ready877gitlab # [ 6.392853] systemd[1]: Reached target Basic System.878gitlab # [ 6.394481] systemd[1]: Started backdoor.service.879gitlab # [ 6.395748] systemd[1]: Starting gitlab-config.service...880gitlab # [ 6.396954] systemd[1]: Starting Import lastlog data into lastlog2 database...881gitlab # [ 6.405201] systemd[1]: Starting Logrotate configuration check...882gitlab # [ 6.406960] systemd[1]: Starting Name Service Cache Daemon (nsncd)...883gitlab # [ 6.408359] systemd[1]: Starting Post-Boot Actions...884gitlab # [ 6.411287] systemd[1]: Started Reset console on configuration changes.885gitlab # [ 6.415308] logrotate[584]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.886gitlab # [ 6.417974] logrotate[584]: reading config file /nix/store/y3500wq742i80l631mh8nc8rchpsfb9q-logrotate.conf887gitlab # [ 6.419802] logrotate[584]: note: 'monthly' overrides previously specified 'weekly'888gitlab # [ 6.421169] logrotate[584]: Reading state from file: /var/lib/logrotate.status889gitlab # [ 6.422548] logrotate[584]: state file /var/lib/logrotate.status does not exist890gitlab # [ 6.423865] logrotate[584]: Allocating hash table for state file, size 64 entries891gitlab # [ 6.425303] logrotate[584]: Handling 4 logs892gitlab # [ 6.426154] logrotate[584]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed893gitlab # [ 6.428917] logrotate[584]: considering log /var/log/btmp894gitlab # [ 6.430094] logrotate[584]: Creating new state895gitlab # [ 6.431056] logrotate[584]: Now: 2026-09-01 07:42896gitlab # [ 6.432114] logrotate[584]: Last rotated at 2026-09-01 07:00897gitlab # [ 6.433265] logrotate[584]: log does not need rotating (log has already been rotated)898gitlab # [ 6.435301] logrotate[584]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed899gitlab # [ 6.439493] logrotate[584]: considering log /var/log/wtmp900gitlab # [ 6.441051] logrotate[584]: Creating new state901gitlab # [ 6.442383] logrotate[584]: Now: 2026-09-01 07:42902gitlab # connecting to host...903gitlab # [ 6.444369] logrotate[584]: Last rotated at 2026-09-01 07:00904gitlab # [ 6.446370] logrotate[584]: log does not need rotating (log has already been rotated)905gitlab # [ 6.448530] logrotate[584]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed906gitlab: Guest shell says: b'Spawning backdoor root shell...\n'907gitlab # [ 6.449092] logrotate[584]: switching euid from 0 to 165 and egid from 0 to 165 (pid 584)908gitlab # [ 6.449955] logrotate[584]: considering log /var/gitlab/state/log/*.log909gitlab # [ 6.451091] logrotate[584]: log /var/gitlab/state/log/*.log does not exist -- skipping910gitlab # [ 6.451910] logrotate[584]: Creating new state911gitlab # [ 6.453046] logrotate[584]: switching euid from 165 to 0 and egid from 165 to 0 (pid 584)912gitlab # [ 6.454227] logrotate[584]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed913gitlab # [ 6.454732] logrotate[584]: switching euid from 0 to 60 and egid from 0 to 60 (pid 584)914gitlab # [ 6.455796] logrotate[584]: considering log /var/log/nginx/*.log915gitlab # [ 6.456913] logrotate[584]: log /var/log/nginx/*.log does not exist -- skipping916gitlab # [ 6.457966] logrotate[584]: Creating new state917gitlab # [ 6.459089] logrotate[584]: not running postrotate script, since no logs were rotated918gitlab: connected to guest root shell919gitlab # [ 6.459769] logrotate[584]: switching euid from 60 to 0 and egid from 60 to 0 (pid 584)920gitlab: (connecting took 7.36 seconds)921gitlab # [ 6.461047] systemd[1]: Starting resolvconf update...922gitlab: (finished: waiting for the VM to finish booting, in 7.36 seconds)923gitlab # [ 6.462182] systemd[1]: Finished Logrotate configuration check.924gitlab # [ 6.463504] systemd[1]: Finished Post-Boot Actions.925gitlab # [ 6.464497] systemd[1]: Finished Import lastlog data into lastlog2 database.926gitlab # [ 6.466177] nsncd[585]: Sep 01 07:42:00.524 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"927gitlab # [ 6.467394] systemd[1]: Started Name Service Cache Daemon (nsncd).928gitlab # [ 6.468258] systemd[1]: Reached target Host and Network Name Lookups.929gitlab # [ 6.469213] systemd[1]: Reached target User and Group Name Lookups.930gitlab # [ 6.470547] systemd[1]: Starting User Login Management...931gitlab # [ 6.507474] systemd[1]: Stopped target Host and Network Name Lookups.932gitlab # [ 6.508472] systemd[1]: Stopping Host and Network Name Lookups...933gitlab # [ 6.509050] systemd[1]: Stopped target User and Group Name Lookups.934gitlab # [ 6.509570] systemd[1]: Stopping User and Group Name Lookups...935gitlab # [ 6.510194] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...936gitlab # [ 6.514258] systemd[1]: nscd.service: Deactivated successfully.937gitlab # [ 6.515926] systemd[1]: Stopped Name Service Cache Daemon (nsncd).938gitlab # [ 6.517875] systemd[1]: nscd.service: Consumed 19ms CPU time over 108ms wall clock time, 7.1M memory peak, 5.5M read from disk.939gitlab # [ 6.521792] systemd-logind[622]: New seat seat0.940gitlab # [ 6.523300] systemd[1]: Starting Name Service Cache Daemon (nsncd)...941gitlab # [ 6.524886] systemd-logind[622]: Watching system buttons on /dev/input/event2 (Power Button)942gitlab # [ 6.527199] systemd-logind[622]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)943gitlab # [ 6.529110] systemd-logind[622]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)944gitlab # [ 6.533175] systemd[1]: Started User Login Management.945gitlab # [ 6.539065] systemd[1]: Starting linger-users.service...946gitlab # [ 6.552766] systemd[1]: Started Name Service Cache Daemon (nsncd).947gitlab # [ 6.553606] nsncd[675]: Sep 01 07:42:00.620 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"948gitlab # [ 6.558417] systemd[1]: Reached target Host and Network Name Lookups.949gitlab # [ 6.558680] systemd[1]: Reached target User and Group Name Lookups.950gitlab # [ 6.573573] systemd[1]: linger-users.service: Deactivated successfully.951gitlab # [ 6.573957] systemd[1]: Finished linger-users.service.952gitlab # [ 6.590056] systemd[1]: Finished resolvconf update.953gitlab # [ 6.593063] systemd[1]: Reached target Preparation for Network.954gitlab # [ 6.593679] systemd[1]: Starting DHCP Client...955gitlab # [ 6.596499] systemd[1]: Starting Address configuration of eth1...956gitlab # [ 6.598117] systemd[1]: Starting Extra networking commands....957gitlab # [ 6.621468] network-addresses-eth1-start[702]: adding address 192.168.1.1/24... done958gitlab # [ 6.625130] network-addresses-eth1-start[702]: adding address 2001:db8:1::1/64... done959gitlab # [ 6.634122] systemd[1]: Finished Address configuration of eth1.960gitlab # [ 6.657900] systemd[1]: Finished Extra networking commands..961gitlab # [ 6.659722] systemd[1]: Reached target Network.962gitlab # [ 6.661241] systemd[1]: Starting gitlab-workhorse.service...963gitlab # [ 6.664143] systemd[1]: Starting Nginx Web Server...964gitlab # [ 6.665406] systemd[1]: Starting PostgreSQL Server...965gitlab # [ 6.667703] dhcpcd[711]: dhcpcd-10.3.2 starting966gitlab # [ 6.669300] systemd[1]: Starting Redis Server - redis-gitlab...967gitlab # [ 6.670412] dhcpcd[771]: dev: loaded udev968gitlab # [ 6.671944] systemd[1]: Starting Permit User Sessions...969gitlab # [ 6.894366] 8021q: 802.1Q VLAN Support v1.8970gitlab # [ 6.894988] 8021q: adding VLAN 0 to HW filter on device eth1971gitlab # [ 6.683710] systemd[1]: Finished Permit User Sessions.972gitlab # [ 6.692519] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.973gitlab # [ 6.695460] systemd[1]: Started Getty on tty1.974gitlab # [ 6.698498] systemd[1]: Reached target Login Prompts.975gitlab # [ 7.006196] cfg80211: Loading compiled-in X.509 certificates for regulatory database976gitlab # [ 7.015124] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'977gitlab # [ 7.016227] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'978gitlab # [ 6.801613] nginx-pre-start[791]: nginx: the configuration file /nix/store/ahhadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf syntax is ok979gitlab # [ 7.020758] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2980gitlab # [ 7.022273] cfg80211: failed to load regulatory.db981gitlab # [ 6.806044] nginx-pre-start[791]: nginx: configuration file /nix/store/ahhadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf test is successful982gitlab # [ 6.811504] systemd[1]: Started Nginx Web Server.983gitlab # [ 6.826351] redis-server[792]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.984gitlab # [ 6.827187] redis-server[792]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo985gitlab # [ 6.828334] redis-server[792]: Redis version=8.8.1, bits=64, commit=00000000, modified=0, pid=792, just started986gitlab # [ 6.829526] redis-server[792]: Configuration loaded987gitlab # [ 6.830502] redis[792]: monotonic clock: POSIX clock_gettime988gitlab # [ 6.837755] redis[792]: Running mode=standalone, port=0.989gitlab # [ 6.840289] redis[792]: Server initialized990gitlab # [ 6.841617] redis[792]: Ready to accept connections unix991gitlab # [ 6.843440] redis[792]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.992gitlab # [ 6.845943] systemd[1]: Started Redis Server - redis-gitlab.993gitlab # [ 7.067892] 8021q: adding VLAN 0 to HW filter on device eth0994gitlab # [ 6.852653] dhcpcd[771]: eth0: waiting for carrier995gitlab # [ 6.854076] dhcpcd[771]: eth0: carrier acquired996gitlab # [ 6.856087] dhcpcd[771]: DUID 00:01:00:01:32:29:3e:48:52:54:00:12:34:56997gitlab # [ 6.857518] dhcpcd[771]: eth0: IAID 00:12:34:56998gitlab # [ 6.859425] dhcpcd[771]: eth0: adding address fe80::5054:ff:fe12:3456999gitlab # [ 6.872707] postgresql-pre-start[796]: The files belonging to this database system will be owned by user "postgres".1000gitlab # [ 6.873777] postgresql-pre-start[796]: This user must also own the server process.1001gitlab # [ 6.875581] postgresql-pre-start[796]: The database cluster will be initialized with locale "en_US.UTF-8".1002gitlab # [ 6.876280] postgresql-pre-start[796]: The default database encoding has accordingly been set to "UTF8".1003gitlab # [ 6.876838] postgresql-pre-start[796]: The default text search configuration will be set to "english".1004gitlab # [ 6.878052] postgresql-pre-start[796]: Data page checksums are enabled.1005gitlab # [ 6.878949] postgresql-pre-start[796]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok1006gitlab # [ 6.879975] postgresql-pre-start[796]: creating subdirectories ... ok1007gitlab # [ 6.881101] postgresql-pre-start[796]: selecting dynamic shared memory implementation ... posix1008gitlab # [ 6.917197] postgresql-pre-start[796]: selecting default "max_connections" ... 1001009gitlab # [ 6.945996] postgresql-pre-start[796]: selecting default "shared_buffers" ... 128MB1010gitlab # [ 7.131929] systemd[1]: Started gitlab-workhorse.service.1011gitlab # [ 7.138910] dhcpcd[771]: eth0: soliciting a DHCP lease1012gitlab # [ 7.363568] NET: Registered PF_PACKET protocol family1013gitlab # [ 7.155707] dhcpcd[771]: eth0: offered 10.0.2.15 from 10.0.2.21014gitlab # [ 7.162332] dhcpcd[771]: eth0: probing address 10.0.2.15/241015gitlab # [ 7.179058] postgresql-pre-start[796]: selecting default time zone ... UTC1016gitlab # [ 7.180230] postgresql-pre-start[796]: creating configuration files ... ok1017gitlab # [ 7.334365] gitlab-workhorse[827]: time="2026-09-01T07:42:01Z" level=info msg=Starting build_time=19700101.000000 version=19.0.41018gitlab # [ 7.336624] gitlab-workhorse[827]: time="2026-09-01T07:42:01Z" level=info msg="Using redis/go-redis"1019gitlab # [ 7.338600] gitlab-workhorse[827]: time="2026-09-01T07:42:01Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1020gitlab # [ 7.355250] postgresql-pre-start[796]: running bootstrap script ... ok1021gitlab # [ 7.810711] postgresql-pre-start[796]: performing post-bootstrap initialization ... ok1022gitlab # [ 8.013697] postgresql-pre-start[796]: syncing data to disk ... ok1023gitlab # [ 8.015073] postgresql-pre-start[796]: initdb: warning: enabling "trust" authentication for local connections1024gitlab # [ 8.017142] postgresql-pre-start[796]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1025gitlab # [ 8.020036] postgresql-pre-start[796]: Success. You can now start the database server using:1026gitlab # [ 8.021685] postgresql-pre-start[796]: pg_ctl -D /var/lib/postgresql/18 -l logfile start1027gitlab # [ 8.098514] postgres[852]: [852] LOG: starting PostgreSQL 18.4 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1028gitlab # [ 8.100755] postgres[852]: [852] LOG: listening on IPv6 address "::1", port 54321029gitlab # [ 8.101660] postgres[852]: [852] LOG: listening on IPv4 address "127.0.0.1", port 54321030gitlab # [ 8.105524] postgres[852]: [852] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1031gitlab # [ 8.115431] postgres[862]: [862] LOG: database system was shut down at 2026-09-01 07:42:01 GMT1032gitlab # [ 8.119940] postgres[852]: [852] LOG: database system is ready to accept connections1033gitlab # [ 8.122192] systemd[1]: Started PostgreSQL Server.1034gitlab # [ 8.126048] systemd[1]: Starting PostgreSQL Setup Scripts...1035gitlab # [ 8.247069] postgresql-setup-start[873]: CREATE DATABASE1036gitlab # [ 8.261470] postgresql-setup-start[878]: CREATE ROLE1037gitlab # [ 8.270150] postgresql-setup-start[880]: ALTER DATABASE1038gitlab # [ 8.286434] postgresql-setup-start[886]: CREATE ROLE1039gitlab # [ 8.288888] systemd[1]: Finished PostgreSQL Setup Scripts.1040gitlab # [ 8.289594] systemd[1]: Reached target PostgreSQL.1041gitlab # [ 8.291268] systemd[1]: Starting gitlab-postgresql.service...1042gitlab # [ 8.364793] gitlab-postgresql-start[898]: CREATE DATABASE1043gitlab # [ 8.391752] gitlab-postgresql-start[902]: CREATE EXTENSION1044gitlab # [ 8.403555] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[890]: mkdir -p /var/gitlab/state/home/.ssh: OK1045gitlab # [ 8.405843] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[890]: chmod 700 /var/gitlab/state/home/.ssh: OK1046gitlab # [ 8.438144] systemd[1]: Finished gitlab-config.service.1047gitlab # [ 8.440826] systemd[1]: Started gitaly.service.1048gitlab # [ 8.443723] systemd[1]: Starting gitlab-db-config.service...1049gitlab # [ 8.469510] gitlab-postgresql-start[904]: CREATE EXTENSION1050gitlab # [ 8.472057] systemd[1]: Finished gitlab-postgresql.service.1051gitlab # [ 8.937927] gitaly[918]: time="2026-09-01T07:42:03.005Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/ymnlr20kjfmhkzg7i9hp25h3ii8qnn0d-gitaly.toml' and fix the errors that are printed." pid=9181052gitlab # [ 8.942386] gitaly[918]: time="2026-09-01T07:42:03.005Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=9181053gitlab # [ 8.946190] gitaly[918]: time="2026-09-01T07:42:03.006Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=9181054gitlab # [ 8.948835] gitaly[918]: time="2026-09-01T07:42:03.006Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=9181055gitlab # [ 8.951059] gitaly[918]: time="2026-09-01T07:42:03.007Z" level=info msg="Starting Gitaly" pid=918 version=1056gitlab # [ 9.020245] dhcpcd[771]: eth0: soliciting an IPv6 router1057gitlab # [ 9.022552] dhcpcd[771]: eth0: Router Advertisement from fe80::21058gitlab # [ 9.023098] dhcpcd[771]: eth0: adding address fec0::5054:ff:fe12:3456/641059gitlab # [ 9.023552] dhcpcd[771]: eth0: adding route to fec0::/641060gitlab # [ 9.024648] dhcpcd[771]: eth0: adding default route via fe80::21061gitlab # [ 9.127504] gitaly[918]: time="2026-09-01T07:42:03.195Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=187 pid=9181062gitlab # [ 9.130509] gitaly[918]: time="2026-09-01T07:42:03.195Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=9181063gitlab # [ 9.132965] gitaly[918]: time="2026-09-01T07:42:03.196Z" level=info msg="finished initializing command factory" duration_ms=0 pid=9181064gitlab # [ 9.135431] gitaly[918]: time="2026-09-01T07:42:03.196Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-918/git-exec-3770734644.d/git pid=9181065gitlab # [ 9.138171] gitaly[918]: time="2026-09-01T07:42:03.201Z" level=info msg="finished detecting git version" duration_ms=5 pid=9181066gitlab # [ 9.140610] gitaly[918]: time="2026-09-01T07:42:03.202Z" level=info msg="using Git version" pid=918 version=2.53.g1067gitlab # [ 9.142937] gitaly[918]: time="2026-09-01T07:42:03.202Z" level=info msg="clearing disk cache object folder" pid=918 storage=default1068gitlab # [ 9.145476] gitaly[918]: time="2026-09-01T07:42:03.202Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache78066812 pid=918 storage=default1069gitlab # [ 9.149251] gitaly[918]: time="2026-09-01T07:42:03.203Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache78066812 pid=918 storage=default1070gitlab # [ 9.154180] gitaly[918]: time="2026-09-01T07:42:03.203Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=9181071gitlab # [ 9.158067] gitaly[918]: time="2026-09-01T07:42:03.203Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=9181072gitlab # [ 9.161816] gitaly[918]: time="2026-09-01T07:42:03.203Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache78066812 clear_duration_ms=0 pid=918 storage=default1073gitlab # [ 9.194318] gitaly[918]: time="2026-09-01T07:42:03.261Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=9181074gitlab # [ 9.197689] gitaly[918]: time="2026-09-01T07:42:03.261Z" level=info msg="counting repositories" pid=9181075gitlab # [ 9.199713] gitaly[918]: time="2026-09-01T07:42:03.261Z" level=info msg="starting to count repositories" pid=918 storage_path=/var/gitlab/state/repositories1076gitlab # [ 9.202678] gitaly[918]: time="2026-09-01T07:42:03.261Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=918 schema=unix1077gitlab # [ 9.205776] gitaly[918]: time="2026-09-01T07:42:03.262Z" level=info msg="listening at address" address=/run/gitaly/gitaly-918/sock.d/intern pid=918 schema=unix1078gitlab # [ 9.208774] gitaly[918]: time="2026-09-01T07:42:03.262Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=918 storage_path=/var/gitlab/state/repositories1079gitlab # [ 9.211882] gitaly[918]: time="2026-09-01T07:42:03.262Z" level=info msg="completed counting all repositories" counting_duration=0 pid=9181080gitlab # [ 9.214920] gitaly[918]: time="2026-09-01T07:42:03.261Z" level=info msg="finished tempdir cleaner walk" pid=918 storage=default time_ms=01081gitlab # [ 9.219081] gitaly[918]: time="2026-09-01T07:42:03.286Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=9181082gitlab # [ 9.221933] gitaly[918]: time="2026-09-01T07:42:03.287Z" level=info msg="Started Gitaly" duration_ms=279 pid=9181083gitlab # [ 9.224366] gitaly[918]: time="2026-09-01T07:42:03.287Z" level=info msg="Gitaly graceful stop timeout duration" duration_s=1m0s pid=9181084gitlab # [ 9.227161] gitaly[918]: time="2026-09-01T07:42:03.287Z" level=info msg="maintenance: daily scheduled" pid=918 scheduled="2026-09-01 12:00:00 +0000 UTC"1085gitlab # [ 9.441645] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[921]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1086gitlab # [ 9.442317] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[921]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1087gitlab # [ 9.451130] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[921]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1088gitlab # [ 12.060662] gitaly[918]: time="2026-09-01T07:42:06.128Z" level=info msg="License database preloaded" duration_ms=3122 pid=9181089gitlab # [ 12.819434] dhcpcd[771]: eth0: leased 10.0.2.15 for 86400 seconds1090gitlab # [ 12.821312] dhcpcd[771]: eth0: adding route to 10.0.2.0/241091gitlab # [ 12.822925] dhcpcd[771]: eth0: adding default route via 10.0.2.21092gitlab # [ 12.861673] systemd[1]: Started DHCP Client.1093gitlab # [ 12.863273] systemd[1]: Reached target Network is Online.1094gitlab # [ 40.894902] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[921]: W, [2026-09-01T07:42:34.962593 #921] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1095gitlab # [ 43.053409] postgres[1327]: [1327] ERROR: relation "feature_gates" does not exist at character 5231096gitlab # [ 43.054102] postgres[1327]: [1327] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1097gitlab # [ 43.055077] postgres[1327]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1098gitlab # [ 43.056184] postgres[1327]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1099gitlab # [ 43.057352] postgres[1327]: attidentity AS identity,1100gitlab # [ 43.058796] postgres[1327]: attgenerated as attgenerated1101gitlab # [ 43.060110] postgres[1327]: FROM pg_attribute a1102gitlab # [ 43.061135] postgres[1327]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1103gitlab # [ 43.062210] postgres[1327]: LEFT JOIN pg_type t ON a.atttypid = t.oid1104gitlab # [ 43.063175] postgres[1327]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1105gitlab # [ 43.064197] postgres[1327]: WHERE a.attrelid = '"feature_gates"'::regclass1106gitlab # [ 43.065185] postgres[1327]: AND a.attnum > 0 AND NOT a.attisdropped1107gitlab # [ 43.066184] postgres[1327]: ORDER BY a.attnum1108gitlab # [ 43.067172] postgres[1327]:1109gitlab # [ 46.990562] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1369]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1110gitlab # [ 46.991364] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1369]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1111gitlab # [ 47.388910] gitlab-workhorse[827]: time="2026-09-01T07:42:41Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1112gitlab # [ 57.389831] gitlab-workhorse[827]: time="2026-09-01T07:42:51Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1113gitlab # [ 63.831788] postgres[1453]: [1453] ERROR: relation "table_without_models" does not exist1114gitlab # [ 63.832102] postgres[1453]: [1453] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1115gitlab # [ 67.399189] gitlab-workhorse[827]: time="2026-09-01T07:43:01Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1116gitlab # [ 77.408624] gitlab-workhorse[827]: time="2026-09-01T07:43:11Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1117gitlab # [ 78.129098] systemd[1]: Finished gitlab-db-config.service.1118gitlab # [ 78.131179] systemd[1]: Started gitlab-sidekiq.service.1119gitlab # [ 78.132995] systemd[1]: Starting gitlab.service...1120gitlab # [ 78.671263] bundle[1647]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1121gitlab # [ 78.674261] bundle[1647]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1122gitlab # [ 78.677252] bundle[1647]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1123gitlab # [ 81.791693] sidekiq-cluster[1646]: {"severity":"INFO","time":"2026-09-01T07:43:15.839Z","message":"Starting cluster with 1 processes"}1124gitlab # [ 82.353951] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.397Z","pid":1647,"message":"* Enabling systemd notification integration"}1125gitlab # [ 82.356440] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.421Z","pid":1647,"message":"Puma starting in cluster mode..."}1126gitlab # [ 82.358513] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.421Z","pid":1647,"message":"* Puma version: 8.0.1 (\"Into the Arena\")"}1127gitlab # [ 82.361287] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.421Z","pid":1647,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1128gitlab # [ 82.364154] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.421Z","pid":1647,"message":"* Min threads: 0"}1129gitlab # [ 82.366231] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Max threads: 4"}1130gitlab # [ 82.368270] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Environment: production"}1131gitlab # [ 82.370462] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Master PID: 1647"}1132gitlab # [ 82.372553] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Workers: 2"}1133gitlab # [ 82.374595] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1134gitlab # [ 82.377180] bundle[1647]: {"timestamp":"2026-09-01T07:43:16.422Z","pid":1647,"message":"* Preloading application"}1135gitlab # [ 87.418050] gitlab-workhorse[827]: time="2026-09-01T07:43:21Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1136gitlab # [ 97.419066] gitlab-workhorse[827]: time="2026-09-01T07:43:31Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1137gitlab # [ 107.021106] bundle[1647]: W, [2026-09-01T07:43:41.088701 #1647] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1138gitlab # [ 107.428088] gitlab-workhorse[827]: time="2026-09-01T07:43:41Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1139gitlab # [ 111.101826] sidekiq-cluster[1686]: 2026-09-01T07:43:45.169Z pid=1686 tid=wfy INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>1686, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>432885760}1140gitlab # [ 111.322255] sidekiq-cluster[1686]: W, [2026-09-01T07:43:45.390148 #1686] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1141gitlab # [ 111.371950] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:45.439Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1142gitlab # [ 113.723474] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.790Z","message":"GitLab reliable fetch activated!"}1143gitlab # [ 113.724056] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.791Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1144gitlab # [ 113.748940] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.816Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1145gitlab # [ 113.751297] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.819Z","message":"Cron Jobs - added job with name background_operation_environments_auto_delete in the namespace default"}1146gitlab # [ 113.754062] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.822Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1147gitlab # [ 113.756690] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.824Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1148gitlab # [ 113.759386] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.827Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1149gitlab # [ 113.762620] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.830Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1150gitlab # [ 113.765520] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.833Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1151gitlab # [ 113.767829] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.835Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1152gitlab # [ 113.770038] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.838Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1153gitlab # [ 113.772318] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.840Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1154gitlab # [ 113.774848] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.842Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1155gitlab # [ 113.777649] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.845Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1156gitlab # [ 113.780162] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.848Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1157gitlab # [ 113.782849] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.850Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1158gitlab # [ 113.785849] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.853Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1159gitlab # [ 113.788979] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.856Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1160gitlab # [ 113.792415] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.860Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1161gitlab # [ 113.795251] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.863Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1162gitlab # [ 113.798117] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.866Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1163gitlab # [ 113.800876] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.868Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1164gitlab # [ 113.803618] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.871Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1165gitlab # [ 113.806125] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.874Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1166gitlab # [ 113.808763] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.876Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1167gitlab # [ 113.811084] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.879Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1168gitlab # [ 113.813479] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.881Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1169gitlab # [ 113.816222] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.884Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1170gitlab # [ 113.819090] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.887Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1171gitlab # [ 113.821805] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.889Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1172gitlab # [ 113.824551] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.892Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1173gitlab # [ 113.827544] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.895Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1174gitlab # [ 113.830003] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.898Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1175gitlab # [ 113.832943] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.900Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1176gitlab # [ 113.836237] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.904Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1177gitlab # [ 113.840444] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.908Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1178gitlab # [ 113.843054] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.911Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1179gitlab # [ 113.845563] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.913Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1180gitlab # [ 113.848061] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.916Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1181gitlab # [ 113.850572] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.918Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1182gitlab # [ 113.853074] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.921Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1183gitlab # [ 113.855522] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.923Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1184gitlab # [ 113.858094] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.926Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1185gitlab # [ 113.860349] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.928Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1186gitlab # [ 113.862857] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.930Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1187gitlab # [ 113.865471] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.933Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1188gitlab # [ 113.868421] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.936Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1189gitlab # [ 113.871123] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.939Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1190gitlab # [ 113.873446] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.941Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1191gitlab # [ 113.876173] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.944Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1192gitlab # [ 113.879073] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.947Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1193gitlab # [ 113.881633] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.949Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1194gitlab # [ 113.884509] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.952Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1195gitlab # [ 113.887646] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.955Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1196gitlab # [ 113.895302] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.963Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1197gitlab # [ 113.898514] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.966Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1198gitlab # [ 113.904650] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.972Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1199gitlab # [ 113.911555] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.979Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1200gitlab # [ 113.917767] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.985Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1201gitlab # [ 113.921889] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.989Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1202gitlab # [ 113.927814] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:47.995Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1203gitlab # [ 113.934411] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.002Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1204gitlab # [ 113.940535] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.008Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1205gitlab # [ 113.946420] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.014Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1206gitlab # [ 113.953387] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.021Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1207gitlab # [ 113.959609] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.027Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1208gitlab # [ 113.965063] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.033Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1209gitlab # [ 113.971443] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.039Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1210gitlab # [ 113.976744] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.044Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1211gitlab # [ 113.981966] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.050Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1212gitlab # [ 113.988680] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.056Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1213gitlab # [ 113.994577] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.062Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1214gitlab # [ 114.000169] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.068Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1215gitlab # [ 114.007623] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.075Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1216gitlab # [ 114.050809] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.118Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1217gitlab # [ 114.054362] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.121Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1218gitlab # [ 114.058777] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.126Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1219gitlab # [ 114.064418] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.132Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1220gitlab # [ 114.070654] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.138Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1221gitlab # [ 114.076268] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.144Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1222gitlab # [ 114.082030] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.150Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1223gitlab # [ 114.086991] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.155Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1224gitlab # [ 114.092693] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.160Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1225gitlab # [ 114.098077] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.166Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1226gitlab # [ 114.104427] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.172Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1227gitlab # [ 114.109477] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.177Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1228gitlab # [ 114.114652] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.182Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1229gitlab # [ 114.119759] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.187Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1230gitlab # [ 114.126181] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.194Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1231gitlab # [ 114.131738] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.199Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1232gitlab # [ 114.137062] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.205Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1233gitlab # [ 114.142207] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.210Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1234gitlab # [ 114.147302] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.215Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1235gitlab # [ 114.153155] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.221Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1236gitlab # [ 114.158800] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.226Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1237gitlab # [ 114.164522] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.232Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1238gitlab # [ 114.169798] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.237Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1239gitlab # [ 114.176296] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.244Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1240gitlab # [ 114.182047] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.250Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1241gitlab # [ 114.187166] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.255Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1242gitlab # [ 114.196742] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.264Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1243gitlab # [ 114.202515] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.270Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1244gitlab # [ 114.208443] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.276Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1245gitlab # [ 114.214990] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.283Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1246gitlab # [ 114.221097] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.289Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1247gitlab # [ 114.227571] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.295Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1248gitlab # [ 114.234602] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.302Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1249gitlab # [ 114.240502] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.308Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1250gitlab # [ 114.246333] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.313Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1251gitlab # [ 114.252510] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.320Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1252gitlab # [ 114.258418] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:43:48.326Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1253gitlab # [ 117.437040] gitlab-workhorse[827]: time="2026-09-01T07:43:51Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1254gitlab # [ 127.438617] gitlab-workhorse[827]: time="2026-09-01T07:44:01Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1255gitlab # [ 137.440452] gitlab-workhorse[827]: time="2026-09-01T07:44:11Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1256gitlab # [ 138.807387] postgres[2225]: [2225] ERROR: relation "table_without_models" does not exist1257gitlab # [ 138.808274] postgres[2225]: [2225] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1258gitlab # [ 140.383245] postgres[2239]: [2239] ERROR: relation "table_without_models" does not exist1259gitlab # [ 140.384880] postgres[2239]: [2239] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1260gitlab # [ 142.104229] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:16.171Z","message":"Booted Rails 7.2.3.1 application in production environment"}1261gitlab # [ 142.105569] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:16.173Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1262gitlab # [ 142.106969] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:16.173Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1263gitlab # [ 142.107895] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:16.173Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1264gitlab # [ 142.108757] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:16.176Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1265gitlab # [ 143.619178] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:17.686Z","message":"Cleaning working queues"}1266gitlab # [ 143.622396] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:17.690Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"5a9079f29495ea157ae9aa02","created_at":"2026-09-01T07:43:11.800Z","trace_propagation_headers":{"sentry-trace":"53a03a652ccd4bdc93b03e62863d9503-daf6ac5778bd4336","baggage":"sentry-trace_id=53a03a652ccd4bdc93b03e62863d9503,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"06279a9d096902c39432a18847415543","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T07:43:11.809Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-5a9079f29495ea157ae9aa02: start","job_status":"start","queue_duration_s":65.880225,"scheduling_latency_s":65.880304}1267gitlab # [ 143.797131] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:17.864Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"5a9079f29495ea157ae9aa02","created_at":"2026-09-01T07:43:11.800Z","trace_propagation_headers":{"sentry-trace":"53a03a652ccd4bdc93b03e62863d9503-daf6ac5778bd4336","baggage":"sentry-trace_id=53a03a652ccd4bdc93b03e62863d9503,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"06279a9d096902c39432a18847415543","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T07:43:11.809Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-5a9079f29495ea157ae9aa02: done: 0.174733 sec","job_status":"done","queue_duration_s":65.880225,"scheduling_latency_s":65.880304,"redis_calls":31,"redis_duration_s":0.007233,"redis_read_bytes":284,"redis_write_bytes":3897,"redis_feature_flag_calls":20,"redis_feature_flag_duration_s":0.004072,"redis_feature_flag_read_bytes":274,"redis_feature_flag_write_bytes":2650,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002044,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001117,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":16,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":16,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":15,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.09692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.097278006,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.174733,"completed_at":"2026-09-01T07:44:17.864Z","load_balancing_strategy":"primary","db_duration_s":0.0377,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1268gitlab # [ 144.044058] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.111Z","pid":1647,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1269gitlab # [ 144.044621] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.111Z","pid":1647,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1270gitlab # [ 144.045234] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.111Z","pid":1647,"message":"! #\u003cThread:0x00007f486c60b470 /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1271gitlab # [ 144.046261] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.111Z","pid":1647,"message":"! #\u003cThread:0x00007f486c7e2370 /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1272gitlab # [ 144.046942] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.112Z","pid":1647,"message":"Use Ctrl-C to stop"}1273gitlab # [ 144.047958] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.112Z","pid":1647,"message":"Sending status to systemd every 1.0 sec"}1274gitlab # [ 144.736435] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.804Z","pid":1647,"message":"- Worker 0 (PID: 2308) booted in 0.65s, phase: 0"}1275gitlab # [ 144.752495] bundle[1647]: {"timestamp":"2026-09-01T07:44:18.820Z","pid":1647,"message":"- Worker 1 (PID: 2312) booted in 0.66s, phase: 0"}1276gitlab # [ 144.756511] systemd[1]: Started gitlab.service.1277gitlab # [ 144.758691] systemd[1]: Reached target Common target for all GitLab services..1278gitlab # [ 144.760627] systemd[1]: Starting setup-gitlab.service...1279gitlab # [ 144.780565] setup-gitlab-start[2340]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1280gitlab # [ 146.861405] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:44:20 +0000] "GET /users/sign_in HTTP/1.1" 200 10655 "" "curl/8.21.0" 20611281gitlab # [ 146.864773] setup-gitlab-start[2340]: + TOKEN=nixbot-test-token-of-20-chars1282gitlab # [ 146.865744] setup-gitlab-start[2340]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner $'\n ApplicationSetting.current.update!(allow_local_requests_from_web_hooks_and_services: true)\n Rails.cache.clear\n token = User.find_by_username(\'root\').personal_access_tokens.create!(\n name: \'nixbot\', scopes: [:api], expires_at: 7.days.from_now)\n token.set_token(\'nixbot-test-token-of-20-chars\')\n token.save!\n'1283gitlab # [ 146.872775] runuser[2358]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1284gitlab # [ 147.356170] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1285gitlab # [ 147.356790] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1286gitlab # [ 147.358228] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1287gitlab # [ 148.085420] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1288gitlab # [ 148.085691] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1289gitlab # [ 148.087754] setup-gitlab-start[2359]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1290gitlab # [ 154.435357] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.502Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"ec5c57b78bbf637234aec953","created_at":"2026-09-01T07:44:28.485Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6786c35abfe0cff5fcf3090f47b7c932","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.501Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-ec5c57b78bbf637234aec953: start","job_status":"start","queue_duration_s":0.001606,"scheduling_latency_s":0.001636}1291gitlab # [ 154.511193] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.578Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"ec5c57b78bbf637234aec953","created_at":"2026-09-01T07:44:28.485Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6786c35abfe0cff5fcf3090f47b7c932","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.501Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-ec5c57b78bbf637234aec953: done: 0.076105 sec","job_status":"done","queue_duration_s":0.001606,"scheduling_latency_s":0.001636,"redis_calls":12,"redis_duration_s":0.008448,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000395,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002653,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.0054,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.003838477,"exclusive_lock_hold_duration_s":0.041842469,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.076105,"completed_at":"2026-09-01T07:44:28.578Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01458,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292gitlab # [ 154.576977] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.644Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"49b9936ee987d6f5e8654061","created_at":"2026-09-01T07:44:28.527Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"b39605b787012d599c1291f0c7f9974a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.557Z","job_size_bytes":3,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-49b9936ee987d6f5e8654061: start","job_status":"start","queue_duration_s":0.087448,"scheduling_latency_s":0.087475}1293gitlab # [ 154.635548] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.703Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"49b9936ee987d6f5e8654061","created_at":"2026-09-01T07:44:28.527Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"b39605b787012d599c1291f0c7f9974a","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.557Z","job_size_bytes":3,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-49b9936ee987d6f5e8654061: done: 0.058371 sec","job_status":"done","queue_duration_s":0.087448,"scheduling_latency_s":0.087475,"redis_calls":10,"redis_duration_s":0.006243,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0009,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0039,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001443,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011833,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000526324,"duration_s":0.058371,"completed_at":"2026-09-01T07:44:28.703Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015977,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294gitlab # [ 154.666198] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.705Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"afb2fe00394ed3e22769aee6","created_at":"2026-09-01T07:44:28.562Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.572Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-afb2fe00394ed3e22769aee6: start","job_status":"start","queue_duration_s":0.132928,"scheduling_latency_s":0.132953}1295gitlab # [ 154.925304] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:28.992Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"afb2fe00394ed3e22769aee6","created_at":"2026-09-01T07:44:28.562Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.572Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-afb2fe00394ed3e22769aee6: done: 0.287081 sec","job_status":"done","queue_duration_s":0.132928,"scheduling_latency_s":0.132953,"redis_calls":71,"redis_duration_s":0.09473,"redis_read_bytes":120,"redis_write_bytes":42624,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.011722,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.00083,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.079885,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002293,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.055,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.055,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.098305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001760839,"duration_s":0.287081,"completed_at":"2026-09-01T07:44:28.992Z","load_balancing_strategy":"primary","db_duration_s":0.055386,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296gitlab # [ 154.987326] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.055Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"5cb616bce20fff677430db91","created_at":"2026-09-01T07:44:28.643Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e148a3c03798f9b3891d52e5c06cbe2","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.669Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-5cb616bce20fff677430db91: start","job_status":"start","queue_duration_s":0.385251,"scheduling_latency_s":0.385284}1297gitlab # [ 155.038091] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.105Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"5cb616bce20fff677430db91","created_at":"2026-09-01T07:44:28.643Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e148a3c03798f9b3891d52e5c06cbe2","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.669Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-5cb616bce20fff677430db91: done: 0.05045 sec","job_status":"done","queue_duration_s":0.385251,"scheduling_latency_s":0.385284,"redis_calls":10,"redis_duration_s":0.013156,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.005774,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005636,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001746,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011638,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000648127,"duration_s":0.05045,"completed_at":"2026-09-01T07:44:29.105Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005803,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298gitlab # [ 155.067763] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.109Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"dd5e470ae1622ed343102f2b","created_at":"2026-09-01T07:44:28.692Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e129628db389be837fec3a05603eafd","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.707Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-dd5e470ae1622ed343102f2b: start","job_status":"start","queue_duration_s":0.402455,"scheduling_latency_s":0.402488}1299gitlab # [ 155.081669] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.149Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"dd5e470ae1622ed343102f2b","created_at":"2026-09-01T07:44:28.692Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e129628db389be837fec3a05603eafd","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.707Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-dd5e470ae1622ed343102f2b: done: 0.039361 sec","job_status":"done","queue_duration_s":0.402455,"scheduling_latency_s":0.402488,"redis_calls":13,"redis_duration_s":0.007742000000000001,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000915,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002323,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004504,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020291,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.008798884,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.039361,"completed_at":"2026-09-01T07:44:29.149Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003722,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1300gitlab # [ 155.110195] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.150Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"330d0e5942d2686287d6f617","created_at":"2026-09-01T07:44:28.718Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ef6ae52b304f2f7f5576108210004a1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:44:28.780Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-330d0e5942d2686287d6f617: start","job_status":"start","queue_duration_s":0.370772,"scheduling_latency_s":0.370796}1301gitlab # [ 155.173297] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.162Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1302gitlab # [ 155.174340] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.171Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"330d0e5942d2686287d6f617","created_at":"2026-09-01T07:44:28.718Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ef6ae52b304f2f7f5576108210004a1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:44:28.780Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-330d0e5942d2686287d6f617: done: 0.020945 sec","job_status":"done","queue_duration_s":0.370772,"scheduling_latency_s":0.370796,"redis_calls":10,"redis_duration_s":0.002218,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000443,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001336,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000439,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012129,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000454527,"duration_s":0.020945,"completed_at":"2026-09-01T07:44:29.171Z","load_balancing_strategy":"primary","db_duration_s":0.000441,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1303gitlab # [ 155.234914] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.173Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"c52d8d34f6d50dfa93e08912","created_at":"2026-09-01T07:44:28.790Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"883ab72e3975b0dc65e131165d2358a4","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.799Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-c52d8d34f6d50dfa93e08912: start","job_status":"start","queue_duration_s":0.373616,"scheduling_latency_s":0.373643}1304gitlab # [ 155.237211] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.194Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"c52d8d34f6d50dfa93e08912","created_at":"2026-09-01T07:44:28.790Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"883ab72e3975b0dc65e131165d2358a4","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.799Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-c52d8d34f6d50dfa93e08912: done: 0.02078 sec","job_status":"done","queue_duration_s":0.373616,"scheduling_latency_s":0.373643,"redis_calls":12,"redis_duration_s":0.002846,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000555,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000499,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00139,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000402,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000434692,"duration_s":0.02078,"completed_at":"2026-09-01T07:44:29.194Z","load_balancing_strategy":"primary","db_duration_s":0.000545,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1305gitlab # [ 155.252732] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.195Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0b4462d0b47968db88b9731c","created_at":"2026-09-01T07:44:28.816Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.824Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0b4462d0b47968db88b9731c: start","job_status":"start","queue_duration_s":0.370926,"scheduling_latency_s":0.370949}1306gitlab # [ 155.319129] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.230Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"0b4462d0b47968db88b9731c","created_at":"2026-09-01T07:44:28.816Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.824Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-0b4462d0b47968db88b9731c: done: 0.034956 sec","job_status":"done","queue_duration_s":0.370926,"scheduling_latency_s":0.370949,"redis_calls":19,"redis_duration_s":0.0041719999999999995,"redis_read_bytes":22,"redis_write_bytes":4785,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.0009,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000306,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002329,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000637,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024155,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000355632,"duration_s":0.034956,"completed_at":"2026-09-01T07:44:29.230Z","load_balancing_strategy":"primary","db_duration_s":0.001801,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1307gitlab # [ 155.320763] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.232Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a5122a4a03d920f2e7d575d5","created_at":"2026-09-01T07:44:28.831Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b1389356d4444d25914ffa378e7085d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.839Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a5122a4a03d920f2e7d575d5: start","job_status":"start","queue_duration_s":0.392977,"scheduling_latency_s":0.393004}1308gitlab # [ 155.336905] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.262Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a5122a4a03d920f2e7d575d5","created_at":"2026-09-01T07:44:28.831Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b1389356d4444d25914ffa378e7085d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.839Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a5122a4a03d920f2e7d575d5: done: 0.03043 sec","job_status":"done","queue_duration_s":0.392977,"scheduling_latency_s":0.393004,"redis_calls":12,"redis_duration_s":0.004255,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000435,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002718,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001102,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00053694,"exclusive_lock_hold_duration_s":0.007174097,"duration_s":0.03043,"completed_at":"2026-09-01T07:44:29.262Z","load_balancing_strategy":"primary","db_duration_s":0.003539,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1309gitlab # [ 155.393972] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.264Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"4607a60aec202b3d1992b236","created_at":"2026-09-01T07:44:28.850Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8f25bed0d33f141d8a21f9b8fc9af49f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.859Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-4607a60aec202b3d1992b236: start","job_status":"start","queue_duration_s":0.405056,"scheduling_latency_s":0.405084}1310gitlab # [ 155.448416] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.301Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1311gitlab # [ 155.449662] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.313Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"4607a60aec202b3d1992b236","created_at":"2026-09-01T07:44:28.850Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8f25bed0d33f141d8a21f9b8fc9af49f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.859Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-4607a60aec202b3d1992b236: done: 0.049217 sec","job_status":"done","queue_duration_s":0.405056,"scheduling_latency_s":0.405084,"redis_calls":10,"redis_duration_s":0.022879999999999998,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.007037,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.006461,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.009382,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000433016,"duration_s":0.049217,"completed_at":"2026-09-01T07:44:29.313Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001342,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312gitlab # [ 155.509960] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.316Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"1259cff7019b7e88e0a97785","created_at":"2026-09-01T07:44:28.870Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12235237db8438d53cf39ca38016f752","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.880Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-1259cff7019b7e88e0a97785: start","job_status":"start","queue_duration_s":0.435292,"scheduling_latency_s":0.435325}1313gitlab # [ 155.750578] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.818Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"1259cff7019b7e88e0a97785","created_at":"2026-09-01T07:44:28.870Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12235237db8438d53cf39ca38016f752","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.880Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-1259cff7019b7e88e0a97785: done: 0.502147 sec","job_status":"done","queue_duration_s":0.435292,"scheduling_latency_s":0.435325,"redis_calls":565,"redis_duration_s":0.176775,"redis_read_bytes":564,"redis_write_bytes":49139,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001584,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.173919,"redis_shared_state_read_bytes":558,"redis_shared_state_write_bytes":48290,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.351422,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338591,"duration_s":0.502147,"completed_at":"2026-09-01T07:44:29.818Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004402,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314gitlab # [ 155.802079] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.869Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0cc795a179a04d82d1e2468d","created_at":"2026-09-01T07:44:28.891Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2c03630ce641eb0e1feccf5c2171d8a","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.901Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0cc795a179a04d82d1e2468d: start","job_status":"start","queue_duration_s":0.968402,"scheduling_latency_s":0.968436}1315gitlab # [ 155.846555] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.914Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0cc795a179a04d82d1e2468d","created_at":"2026-09-01T07:44:28.891Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2c03630ce641eb0e1feccf5c2171d8a","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.901Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0cc795a179a04d82d1e2468d: done: 0.044367 sec","job_status":"done","queue_duration_s":0.968402,"scheduling_latency_s":0.968436,"redis_calls":12,"redis_duration_s":0.002864,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00047,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001362,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001032,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014129,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000571581,"exclusive_lock_hold_duration_s":0.0029475810000000003,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.044367,"completed_at":"2026-09-01T07:44:29.914Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001892,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316gitlab # [ 155.903137] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:29.970Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"5aadc8be3a07a29a95d5940e","created_at":"2026-09-01T07:44:28.909Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.918Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-5aadc8be3a07a29a95d5940e: start","job_status":"start","queue_duration_s":1.051408,"scheduling_latency_s":1.051443}1317gitlab # [ 155.968878] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.036Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"5aadc8be3a07a29a95d5940e","created_at":"2026-09-01T07:44:28.909Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.918Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-5aadc8be3a07a29a95d5940e: done: 0.066472 sec","job_status":"done","queue_duration_s":1.051408,"scheduling_latency_s":1.051443,"redis_calls":28,"redis_duration_s":0.006308,"redis_read_bytes":36,"redis_write_bytes":10583,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000878,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":680,"redis_queues_calls":2,"redis_queues_duration_s":0.000378,"redis_queues_read_bytes":3,"redis_queues_write_bytes":8295,"redis_queues_metadata_calls":16,"redis_queues_metadata_duration_s":0.00346,"redis_queues_metadata_read_bytes":24,"redis_queues_metadata_write_bytes":1162,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001592,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":446,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000397537,"duration_s":0.066472,"completed_at":"2026-09-01T07:44:30.036Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003679,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318gitlab # [ 156.023253] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.038Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b2f976b9c400636ea9cf4f4c","created_at":"2026-09-01T07:44:28.933Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b6a76e738a1e2078121dc563d1832d34","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.942Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b2f976b9c400636ea9cf4f4c: start","job_status":"start","queue_duration_s":1.095748,"scheduling_latency_s":1.095775}1319gitlab # [ 156.178588] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.246Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"b2f976b9c400636ea9cf4f4c","created_at":"2026-09-01T07:44:28.933Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b6a76e738a1e2078121dc563d1832d34","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.942Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-b2f976b9c400636ea9cf4f4c: done: 0.207994 sec","job_status":"done","queue_duration_s":1.095748,"scheduling_latency_s":1.095775,"redis_calls":14,"redis_duration_s":0.003534,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000856,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001416,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001262,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":131,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":131,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":131,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":84,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.157554,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000600915,"exclusive_lock_hold_duration_s":0.184338512,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.207994,"completed_at":"2026-09-01T07:44:30.246Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.054112,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320gitlab # [ 156.242148] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.247Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"258d941a5bf8b3b77da67aa7","created_at":"2026-09-01T07:44:28.961Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"acb3d86ab98c52f02a04b4104fa4df27","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:44:28.971Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-258d941a5bf8b3b77da67aa7: start","job_status":"start","queue_duration_s":1.276659,"scheduling_latency_s":1.276685}1321gitlab # [ 156.261502] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.259Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1322gitlab # [ 156.266652] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.266Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"258d941a5bf8b3b77da67aa7","created_at":"2026-09-01T07:44:28.961Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"acb3d86ab98c52f02a04b4104fa4df27","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:44:28.971Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-258d941a5bf8b3b77da67aa7: done: 0.018251 sec","job_status":"done","queue_duration_s":1.276659,"scheduling_latency_s":1.276685,"redis_calls":10,"redis_duration_s":0.002082,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000372,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001317,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000393,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000333562,"duration_s":0.018251,"completed_at":"2026-09-01T07:44:30.266Z","load_balancing_strategy":"primary","db_duration_s":0.000508,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1323gitlab # [ 156.321526] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad98e53d839df857c2644132","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad98e53d839df857c2644132: start","job_status":"start","queue_duration_s":1.286752,"scheduling_latency_s":1.286776}1324gitlab # [ 156.336920] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.293Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad98e53d839df857c2644132","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad98e53d839df857c2644132: done: 0.025961 sec","job_status":"done","queue_duration_s":1.286752,"scheduling_latency_s":1.286776,"redis_calls":16,"redis_duration_s":0.00407,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000479,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001155,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002436,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016023,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000408431,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025961,"completed_at":"2026-09-01T07:44:30.293Z","load_balancing_strategy":"primary","db_duration_s":0.000539,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1325gitlab # [ 156.338084] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.295Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"883b5c18a76af93b052ad218","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-883b5c18a76af93b052ad218: start","job_status":"start","queue_duration_s":1.314405,"scheduling_latency_s":1.314432}1326gitlab # [ 156.398154] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"883b5c18a76af93b052ad218","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-883b5c18a76af93b052ad218: done: 0.019621 sec","job_status":"done","queue_duration_s":1.314405,"scheduling_latency_s":1.314432,"redis_calls":13,"redis_duration_s":0.0034000000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001018,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002382,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019621,"completed_at":"2026-09-01T07:44:30.314Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1327gitlab # [ 156.399872] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"195e66c27b46333ae2603505","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-195e66c27b46333ae2603505: start","job_status":"start","queue_duration_s":1.335628,"scheduling_latency_s":1.335656}1328gitlab # [ 156.492485] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"195e66c27b46333ae2603505","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-195e66c27b46333ae2603505: done: 0.018 sec","job_status":"done","queue_duration_s":1.335628,"scheduling_latency_s":1.335656,"redis_calls":13,"redis_duration_s":0.002755,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00078,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011203,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018,"completed_at":"2026-09-01T07:44:30.334Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1329gitlab # [ 156.493900] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31bf2b6b5e7ef40f75c16302","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31bf2b6b5e7ef40f75c16302: start","job_status":"start","queue_duration_s":1.354962,"scheduling_latency_s":1.354986}1330gitlab # [ 156.504180] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31bf2b6b5e7ef40f75c16302","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31bf2b6b5e7ef40f75c16302: done: 0.015727 sec","job_status":"done","queue_duration_s":1.354962,"scheduling_latency_s":1.354986,"redis_calls":13,"redis_duration_s":0.002591,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010345,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015727,"completed_at":"2026-09-01T07:44:30.351Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1331gitlab # [ 156.562951] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a66b694f02baf6f4d605b1a5","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a66b694f02baf6f4d605b1a5: start","job_status":"start","queue_duration_s":1.37212,"scheduling_latency_s":1.372142}1332gitlab # [ 156.565965] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.368Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a66b694f02baf6f4d605b1a5","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a66b694f02baf6f4d605b1a5: done: 0.015738 sec","job_status":"done","queue_duration_s":1.37212,"scheduling_latency_s":1.372142,"redis_calls":13,"redis_duration_s":0.002666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000875,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001791,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010439,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015738,"completed_at":"2026-09-01T07:44:30.368Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1333gitlab # [ 156.617293] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.370Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0087069012f7a36e7c9fad37","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0087069012f7a36e7c9fad37: start","job_status":"start","queue_duration_s":1.389523,"scheduling_latency_s":1.389547}1334gitlab # [ 156.623449] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.386Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0087069012f7a36e7c9fad37","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0087069012f7a36e7c9fad37: done: 0.016033 sec","job_status":"done","queue_duration_s":1.389523,"scheduling_latency_s":1.389547,"redis_calls":13,"redis_duration_s":0.002814,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00191,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010609,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016033,"completed_at":"2026-09-01T07:44:30.386Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335gitlab # [ 156.669324] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc58d6f493df068d597b022a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc58d6f493df068d597b022a: start","job_status":"start","queue_duration_s":1.40702,"scheduling_latency_s":1.407044}1336gitlab # [ 156.719896] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.403Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc58d6f493df068d597b022a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc58d6f493df068d597b022a: done: 0.015849 sec","job_status":"done","queue_duration_s":1.40702,"scheduling_latency_s":1.407044,"redis_calls":13,"redis_duration_s":0.002901,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000953,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015849,"completed_at":"2026-09-01T07:44:30.403Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337gitlab # [ 156.726829] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a5035cfe2a9d026d6d6d047","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a5035cfe2a9d026d6d6d047: start","job_status":"start","queue_duration_s":1.424434,"scheduling_latency_s":1.424456}1338gitlab # [ 156.815102] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a5035cfe2a9d026d6d6d047","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a5035cfe2a9d026d6d6d047: done: 0.477554 sec","job_status":"done","queue_duration_s":1.424434,"scheduling_latency_s":1.424456,"redis_calls":13,"redis_duration_s":0.002872,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00085,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002022,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.477554,"completed_at":"2026-09-01T07:44:30.882Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339gitlab # [ 156.872275] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.939Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8625d57c2fef1ac548df4474","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8625d57c2fef1ac548df4474: start","job_status":"start","queue_duration_s":1.959067,"scheduling_latency_s":1.959102}1340gitlab # [ 156.909715] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:30.977Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8625d57c2fef1ac548df4474","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8625d57c2fef1ac548df4474: done: 0.037376 sec","job_status":"done","queue_duration_s":1.959067,"scheduling_latency_s":1.959102,"redis_calls":13,"redis_duration_s":0.0037819999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001323,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002459,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.037376,"completed_at":"2026-09-01T07:44:30.977Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1341gitlab # [ 156.959199] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.026Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fc0c5f884a850146567096b","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fc0c5f884a850146567096b: start","job_status":"start","queue_duration_s":2.045955,"scheduling_latency_s":2.045991}1342gitlab # [ 156.978477] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3fc0c5f884a850146567096b","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3fc0c5f884a850146567096b: done: 0.019432 sec","job_status":"done","queue_duration_s":2.045955,"scheduling_latency_s":2.045991,"redis_calls":13,"redis_duration_s":0.003025,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001019,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002006,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019432,"completed_at":"2026-09-01T07:44:31.046Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1343gitlab # [ 157.025053] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"517efbb017574b4338ce62dd","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-517efbb017574b4338ce62dd: start","job_status":"start","queue_duration_s":2.111931,"scheduling_latency_s":2.11197}1344gitlab # [ 157.061402] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.129Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"517efbb017574b4338ce62dd","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-517efbb017574b4338ce62dd: done: 0.036323 sec","job_status":"done","queue_duration_s":2.111931,"scheduling_latency_s":2.11197,"redis_calls":13,"redis_duration_s":0.0032370000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000994,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002243,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012871,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036323,"completed_at":"2026-09-01T07:44:31.128Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1345gitlab # [ 157.118683] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.186Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddc23915cf970f70b161b01a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddc23915cf970f70b161b01a: start","job_status":"start","queue_duration_s":2.205618,"scheduling_latency_s":2.205653}1346gitlab # [ 157.138360] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddc23915cf970f70b161b01a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddc23915cf970f70b161b01a: done: 0.01962 sec","job_status":"done","queue_duration_s":2.205618,"scheduling_latency_s":2.205653,"redis_calls":13,"redis_duration_s":0.003155,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002227,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01962,"completed_at":"2026-09-01T07:44:31.205Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1347gitlab # [ 157.196110] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.263Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d414f5d513037d0c632a7578","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d414f5d513037d0c632a7578: start","job_status":"start","queue_duration_s":2.283039,"scheduling_latency_s":2.283075}1348gitlab # [ 157.232398] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d414f5d513037d0c632a7578","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d414f5d513037d0c632a7578: done: 0.036143 sec","job_status":"done","queue_duration_s":2.283039,"scheduling_latency_s":2.283075,"redis_calls":13,"redis_duration_s":0.003154,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002229,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013303,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036143,"completed_at":"2026-09-01T07:44:31.299Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1349gitlab # [ 157.285712] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.353Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c40d53dc0819fa2505504cde","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c40d53dc0819fa2505504cde: start","job_status":"start","queue_duration_s":2.372652,"scheduling_latency_s":2.372689}1350gitlab # [ 157.304786] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c40d53dc0819fa2505504cde","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c40d53dc0819fa2505504cde: done: 0.018906 sec","job_status":"done","queue_duration_s":2.372652,"scheduling_latency_s":2.372689,"redis_calls":13,"redis_duration_s":0.002862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018906,"completed_at":"2026-09-01T07:44:31.372Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1351gitlab # [ 157.359423] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99ad6c3e5dbb65f92e417a2d","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99ad6c3e5dbb65f92e417a2d: start","job_status":"start","queue_duration_s":2.44623,"scheduling_latency_s":2.446265}1352gitlab # [ 157.379629] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99ad6c3e5dbb65f92e417a2d","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99ad6c3e5dbb65f92e417a2d: done: 0.020245 sec","job_status":"done","queue_duration_s":2.44623,"scheduling_latency_s":2.446265,"redis_calls":13,"redis_duration_s":0.003588,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001179,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002409,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020245,"completed_at":"2026-09-01T07:44:31.447Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1353gitlab # [ 157.427584] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3005bf71edcb6a7146233ca","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3005bf71edcb6a7146233ca: start","job_status":"start","queue_duration_s":2.514466,"scheduling_latency_s":2.514505}1354gitlab # [ 157.449759] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.517Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3005bf71edcb6a7146233ca","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3005bf71edcb6a7146233ca: done: 0.021871 sec","job_status":"done","queue_duration_s":2.514466,"scheduling_latency_s":2.514505,"redis_calls":13,"redis_duration_s":0.003336,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001127,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01409,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021871,"completed_at":"2026-09-01T07:44:31.517Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1355gitlab # [ 157.496884] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.563Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37c1f52b681f35b81efbacd3","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37c1f52b681f35b81efbacd3: start","job_status":"start","queue_duration_s":2.582595,"scheduling_latency_s":2.582625}1356gitlab # [ 157.513188] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.580Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37c1f52b681f35b81efbacd3","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37c1f52b681f35b81efbacd3: done: 0.017517 sec","job_status":"done","queue_duration_s":2.582595,"scheduling_latency_s":2.582625,"redis_calls":13,"redis_duration_s":0.002815,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000878,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017517,"completed_at":"2026-09-01T07:44:31.580Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1357gitlab # [ 157.564091] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65c04a8d95520fd6bac80231","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65c04a8d95520fd6bac80231: start","job_status":"start","queue_duration_s":2.651006,"scheduling_latency_s":2.651042}1358gitlab # [ 157.582110] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"65c04a8d95520fd6bac80231","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-65c04a8d95520fd6bac80231: done: 0.017918 sec","job_status":"done","queue_duration_s":2.651006,"scheduling_latency_s":2.651042,"redis_calls":13,"redis_duration_s":0.002979,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002087,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011549,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017918,"completed_at":"2026-09-01T07:44:31.649Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359gitlab # [ 157.638846] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b82328b27d00207c16a461","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b82328b27d00207c16a461: start","job_status":"start","queue_duration_s":2.725779,"scheduling_latency_s":2.725814}1360gitlab # [ 157.657326] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b82328b27d00207c16a461","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b82328b27d00207c16a461: done: 0.018507 sec","job_status":"done","queue_duration_s":2.725779,"scheduling_latency_s":2.725814,"redis_calls":13,"redis_duration_s":0.003113,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002146,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011983,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018507,"completed_at":"2026-09-01T07:44:31.725Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361gitlab # [ 157.714171] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.781Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84083b7a6ce1e6c8782ae42c","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84083b7a6ce1e6c8782ae42c: start","job_status":"start","queue_duration_s":2.800902,"scheduling_latency_s":2.800937}1362gitlab # [ 157.732083] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.799Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84083b7a6ce1e6c8782ae42c","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84083b7a6ce1e6c8782ae42c: done: 0.018152 sec","job_status":"done","queue_duration_s":2.800902,"scheduling_latency_s":2.800937,"redis_calls":13,"redis_duration_s":0.0025970000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000853,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001744,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012049,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018152,"completed_at":"2026-09-01T07:44:31.799Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1363gitlab # [ 157.793102] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.860Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47ea2e5a67b01df3be5b9882","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47ea2e5a67b01df3be5b9882: start","job_status":"start","queue_duration_s":2.879985,"scheduling_latency_s":2.880021}1364gitlab # [ 157.831868] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47ea2e5a67b01df3be5b9882","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47ea2e5a67b01df3be5b9882: done: 0.038655 sec","job_status":"done","queue_duration_s":2.879985,"scheduling_latency_s":2.880021,"redis_calls":13,"redis_duration_s":0.0033690000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001025,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002344,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.038655,"completed_at":"2026-09-01T07:44:31.899Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365gitlab # [ 157.878669] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.946Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8f76ca9f8a2391da32fdebf","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8f76ca9f8a2391da32fdebf: start","job_status":"start","queue_duration_s":2.965579,"scheduling_latency_s":2.965616}1366gitlab # [ 157.898602] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:31.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8f76ca9f8a2391da32fdebf","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8f76ca9f8a2391da32fdebf: done: 0.020017 sec","job_status":"done","queue_duration_s":2.965579,"scheduling_latency_s":2.965616,"redis_calls":13,"redis_duration_s":0.003119,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002191,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020017,"completed_at":"2026-09-01T07:44:31.966Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367gitlab # [ 157.950047] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.017Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00b5166d4ddbe90dc51cef0c","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00b5166d4ddbe90dc51cef0c: start","job_status":"start","queue_duration_s":3.036937,"scheduling_latency_s":3.036975}1368gitlab # [ 157.967066] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.034Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00b5166d4ddbe90dc51cef0c","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00b5166d4ddbe90dc51cef0c: done: 0.016745 sec","job_status":"done","queue_duration_s":3.036937,"scheduling_latency_s":3.036975,"redis_calls":13,"redis_duration_s":0.002628,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000838,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00179,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016745,"completed_at":"2026-09-01T07:44:32.034Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1369gitlab # [ 158.015722] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.083Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfee06cc607e19dc4bead634","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfee06cc607e19dc4bead634: start","job_status":"start","queue_duration_s":3.102688,"scheduling_latency_s":3.102719}1370gitlab # [ 158.045445] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.113Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfee06cc607e19dc4bead634","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfee06cc607e19dc4bead634: done: 0.029688 sec","job_status":"done","queue_duration_s":3.102688,"scheduling_latency_s":3.102719,"redis_calls":13,"redis_duration_s":0.002617,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001725,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029688,"completed_at":"2026-09-01T07:44:32.113Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371gitlab # [ 158.092516] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.160Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"931c27a58707cc92c14eaa97","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-931c27a58707cc92c14eaa97: start","job_status":"start","queue_duration_s":3.17929,"scheduling_latency_s":3.179331}1372gitlab # [ 158.112747] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"931c27a58707cc92c14eaa97","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-931c27a58707cc92c14eaa97: done: 0.020356 sec","job_status":"done","queue_duration_s":3.17929,"scheduling_latency_s":3.179331,"redis_calls":13,"redis_duration_s":0.0029690000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000988,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001981,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013048,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020356,"completed_at":"2026-09-01T07:44:32.180Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1373gitlab # [ 158.162047] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20654825154706428378b070","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20654825154706428378b070: start","job_status":"start","queue_duration_s":3.248978,"scheduling_latency_s":3.249011}1374gitlab # [ 158.179826] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.247Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20654825154706428378b070","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20654825154706428378b070: done: 0.017705 sec","job_status":"done","queue_duration_s":3.248978,"scheduling_latency_s":3.249011,"redis_calls":13,"redis_duration_s":0.003147,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00216,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011407,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017705,"completed_at":"2026-09-01T07:44:32.247Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375gitlab # [ 158.231475] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fb8265bf3cb563b825385ae","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fb8265bf3cb563b825385ae: start","job_status":"start","queue_duration_s":3.318308,"scheduling_latency_s":3.318342}1376gitlab # [ 158.252230] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9fb8265bf3cb563b825385ae","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9fb8265bf3cb563b825385ae: done: 0.020733 sec","job_status":"done","queue_duration_s":3.318308,"scheduling_latency_s":3.318342,"redis_calls":13,"redis_duration_s":0.00298,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001019,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020733,"completed_at":"2026-09-01T07:44:32.319Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377gitlab # [ 158.305627] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.373Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4eaa2abff78ba0e25ec4549f","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4eaa2abff78ba0e25ec4549f: start","job_status":"start","queue_duration_s":3.392478,"scheduling_latency_s":3.392519}1378gitlab # [ 158.336754] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4eaa2abff78ba0e25ec4549f","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4eaa2abff78ba0e25ec4549f: done: 0.031273 sec","job_status":"done","queue_duration_s":3.392478,"scheduling_latency_s":3.392519,"redis_calls":13,"redis_duration_s":0.002833,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001921,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031273,"completed_at":"2026-09-01T07:44:32.404Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379gitlab # [ 158.390928] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fbf72b58b596762672d94172","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fbf72b58b596762672d94172: start","job_status":"start","queue_duration_s":3.477903,"scheduling_latency_s":3.477937}1380gitlab # [ 158.408975] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.476Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fbf72b58b596762672d94172","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fbf72b58b596762672d94172: done: 0.0181 sec","job_status":"done","queue_duration_s":3.477903,"scheduling_latency_s":3.477937,"redis_calls":13,"redis_duration_s":0.002778,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000966,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001812,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012161,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0181,"completed_at":"2026-09-01T07:44:32.476Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381gitlab # [ 158.457531] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0687d946335f0e9ce3b493ba","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0687d946335f0e9ce3b493ba: start","job_status":"start","queue_duration_s":3.544113,"scheduling_latency_s":3.544149}1382gitlab # [ 158.478251] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0687d946335f0e9ce3b493ba","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0687d946335f0e9ce3b493ba: done: 0.021047 sec","job_status":"done","queue_duration_s":3.544113,"scheduling_latency_s":3.544149,"redis_calls":13,"redis_duration_s":0.0034089999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00247,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013786,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021047,"completed_at":"2026-09-01T07:44:32.545Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383gitlab # [ 158.534273] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.601Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66dbbf4cefe17ff36c600cbf","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66dbbf4cefe17ff36c600cbf: start","job_status":"start","queue_duration_s":3.620533,"scheduling_latency_s":3.62057}1384gitlab # [ 158.569334] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66dbbf4cefe17ff36c600cbf","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66dbbf4cefe17ff36c600cbf: done: 0.035575 sec","job_status":"done","queue_duration_s":3.620533,"scheduling_latency_s":3.62057,"redis_calls":13,"redis_duration_s":0.003017,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002065,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012335,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.035575,"completed_at":"2026-09-01T07:44:32.636Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385gitlab # [ 158.623946] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b98b0f859d698062ccbc72c6","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b98b0f859d698062ccbc72c6: start","job_status":"start","queue_duration_s":3.710888,"scheduling_latency_s":3.710921}1386gitlab # [ 158.655305] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b98b0f859d698062ccbc72c6","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b98b0f859d698062ccbc72c6: done: 0.031306 sec","job_status":"done","queue_duration_s":3.710888,"scheduling_latency_s":3.710921,"redis_calls":13,"redis_duration_s":0.002902,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011744,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031306,"completed_at":"2026-09-01T07:44:32.722Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387gitlab # [ 158.704607] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.772Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfd7f3603743945a9c1abd87","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfd7f3603743945a9c1abd87: start","job_status":"start","queue_duration_s":3.791318,"scheduling_latency_s":3.791381}1388gitlab # [ 158.736831] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfd7f3603743945a9c1abd87","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfd7f3603743945a9c1abd87: done: 0.032434 sec","job_status":"done","queue_duration_s":3.791318,"scheduling_latency_s":3.791381,"redis_calls":13,"redis_duration_s":0.003271,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002228,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.032434,"completed_at":"2026-09-01T07:44:32.804Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1389gitlab # [ 158.788359] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59d27836fc7cad84db67e98d","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59d27836fc7cad84db67e98d: start","job_status":"start","queue_duration_s":3.875223,"scheduling_latency_s":3.875255}1390gitlab # [ 158.819310] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59d27836fc7cad84db67e98d","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59d27836fc7cad84db67e98d: done: 0.03105 sec","job_status":"done","queue_duration_s":3.875223,"scheduling_latency_s":3.875255,"redis_calls":13,"redis_duration_s":0.003031,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002147,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011082,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03105,"completed_at":"2026-09-01T07:44:32.887Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391gitlab # [ 158.865606] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.933Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a52b6d970f81c2e708a735ee","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a52b6d970f81c2e708a735ee: start","job_status":"start","queue_duration_s":3.952649,"scheduling_latency_s":3.952679}1392gitlab # [ 158.881837] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:32.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a52b6d970f81c2e708a735ee","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a52b6d970f81c2e708a735ee: done: 0.016271 sec","job_status":"done","queue_duration_s":3.952649,"scheduling_latency_s":3.952679,"redis_calls":13,"redis_duration_s":0.002569,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000832,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001737,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016271,"completed_at":"2026-09-01T07:44:32.949Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393gitlab # [ 158.933631] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.001Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d59a29481437ebb6c762e07e","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d59a29481437ebb6c762e07e: start","job_status":"start","queue_duration_s":4.020479,"scheduling_latency_s":4.020515}1394gitlab # [ 158.953137] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.020Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d59a29481437ebb6c762e07e","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d59a29481437ebb6c762e07e: done: 0.019623 sec","job_status":"done","queue_duration_s":4.020479,"scheduling_latency_s":4.020515,"redis_calls":13,"redis_duration_s":0.002706,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001759,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012601,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019623,"completed_at":"2026-09-01T07:44:33.020Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395gitlab # [ 158.957497] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.025Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17392c3f3710bfa0c1dccf09","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17392c3f3710bfa0c1dccf09: start","job_status":"start","queue_duration_s":4.044304,"scheduling_latency_s":4.044385}1396gitlab # [ 158.977206] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.044Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17392c3f3710bfa0c1dccf09","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17392c3f3710bfa0c1dccf09: done: 0.019752 sec","job_status":"done","queue_duration_s":4.044304,"scheduling_latency_s":4.044385,"redis_calls":13,"redis_duration_s":0.0029959999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00104,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001956,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019752,"completed_at":"2026-09-01T07:44:33.044Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397gitlab # [ 159.049895] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.051Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6949f22233ebbd08d004e226","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6949f22233ebbd08d004e226: start","job_status":"start","queue_duration_s":4.070797,"scheduling_latency_s":4.070827}1398gitlab # [ 159.050910] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6949f22233ebbd08d004e226","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6949f22233ebbd08d004e226: done: 0.023546 sec","job_status":"done","queue_duration_s":4.070797,"scheduling_latency_s":4.070827,"redis_calls":13,"redis_duration_s":0.008122,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002177,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023546,"completed_at":"2026-09-01T07:44:33.075Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399gitlab # [ 159.110979] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cd4d23260b68bb197973e96","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cd4d23260b68bb197973e96: start","job_status":"start","queue_duration_s":4.096156,"scheduling_latency_s":4.096186}1400gitlab # [ 159.111995] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cd4d23260b68bb197973e96","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cd4d23260b68bb197973e96: done: 0.016982 sec","job_status":"done","queue_duration_s":4.096156,"scheduling_latency_s":4.096186,"redis_calls":13,"redis_duration_s":0.0028409999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001034,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001807,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016982,"completed_at":"2026-09-01T07:44:33.093Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401gitlab # [ 159.128902] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac08a5774f5c6b148b50f973","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac08a5774f5c6b148b50f973: start","job_status":"start","queue_duration_s":4.114634,"scheduling_latency_s":4.114659}1402gitlab # [ 159.143687] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac08a5774f5c6b148b50f973","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac08a5774f5c6b148b50f973: done: 0.076032 sec","job_status":"done","queue_duration_s":4.114634,"scheduling_latency_s":4.114659,"redis_calls":13,"redis_duration_s":0.00309,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001135,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001955,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068748,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.076032,"completed_at":"2026-09-01T07:44:33.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403gitlab # [ 159.212782] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bd8998d8dd978b1dd24ba5a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bd8998d8dd978b1dd24ba5a: start","job_status":"start","queue_duration_s":4.19225,"scheduling_latency_s":4.192276}1404gitlab # [ 159.213752] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.190Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bd8998d8dd978b1dd24ba5a","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bd8998d8dd978b1dd24ba5a: done: 0.017589 sec","job_status":"done","queue_duration_s":4.19225,"scheduling_latency_s":4.192276,"redis_calls":13,"redis_duration_s":0.002831,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017589,"completed_at":"2026-09-01T07:44:33.190Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405gitlab # [ 159.272406] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.192Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8294971cd94ed27167e0baa","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8294971cd94ed27167e0baa: start","job_status":"start","queue_duration_s":4.211316,"scheduling_latency_s":4.211342}1406gitlab # [ 159.273455] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.209Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8294971cd94ed27167e0baa","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8294971cd94ed27167e0baa: done: 0.016933 sec","job_status":"done","queue_duration_s":4.211316,"scheduling_latency_s":4.211342,"redis_calls":13,"redis_duration_s":0.0026249999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000879,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001746,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016933,"completed_at":"2026-09-01T07:44:33.209Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407gitlab # [ 159.309648] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.210Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eda9a887bd5e0649a1a5f7fa","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eda9a887bd5e0649a1a5f7fa: start","job_status":"start","queue_duration_s":4.229813,"scheduling_latency_s":4.229841}1408gitlab # [ 159.324462] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.227Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eda9a887bd5e0649a1a5f7fa","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eda9a887bd5e0649a1a5f7fa: done: 0.016834 sec","job_status":"done","queue_duration_s":4.229813,"scheduling_latency_s":4.229841,"redis_calls":13,"redis_duration_s":0.002641,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000842,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001799,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016834,"completed_at":"2026-09-01T07:44:33.227Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409gitlab # [ 159.420734] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4f54af867926dc6c8872d21","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4f54af867926dc6c8872d21: start","job_status":"start","queue_duration_s":4.248168,"scheduling_latency_s":4.248193}1410gitlab # [ 159.421893] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.246Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4f54af867926dc6c8872d21","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4f54af867926dc6c8872d21: done: 0.017178 sec","job_status":"done","queue_duration_s":4.248168,"scheduling_latency_s":4.248193,"redis_calls":13,"redis_duration_s":0.002961,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001033,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017178,"completed_at":"2026-09-01T07:44:33.246Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411gitlab # [ 159.432794] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.247Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17a2d814e8c570b341ffc908","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17a2d814e8c570b341ffc908: start","job_status":"start","queue_duration_s":4.266842,"scheduling_latency_s":4.266868}1412gitlab # [ 159.448215] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17a2d814e8c570b341ffc908","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17a2d814e8c570b341ffc908: done: 0.016967 sec","job_status":"done","queue_duration_s":4.266842,"scheduling_latency_s":4.266868,"redis_calls":13,"redis_duration_s":0.002704,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000848,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001856,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011197,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016967,"completed_at":"2026-09-01T07:44:33.264Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413gitlab # [ 159.529304] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f384da731643461c122495","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f384da731643461c122495: start","job_status":"start","queue_duration_s":4.285295,"scheduling_latency_s":4.285323}1414gitlab # [ 159.530403] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.283Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f384da731643461c122495","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f384da731643461c122495: done: 0.017229 sec","job_status":"done","queue_duration_s":4.285295,"scheduling_latency_s":4.285323,"redis_calls":13,"redis_duration_s":0.0026680000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001756,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017229,"completed_at":"2026-09-01T07:44:33.283Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415gitlab # [ 159.584274] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4313faf50fd6c0c13bbde94","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4313faf50fd6c0c13bbde94: start","job_status":"start","queue_duration_s":4.304021,"scheduling_latency_s":4.304048}1416gitlab # [ 159.585444] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4313faf50fd6c0c13bbde94","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4313faf50fd6c0c13bbde94: done: 0.016642 sec","job_status":"done","queue_duration_s":4.304021,"scheduling_latency_s":4.304048,"redis_calls":13,"redis_duration_s":0.002588,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000795,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001793,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01092,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016642,"completed_at":"2026-09-01T07:44:33.301Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417gitlab # [ 159.662985] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1929aa31df43481f3ceab807","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1929aa31df43481f3ceab807: start","job_status":"start","queue_duration_s":4.322426,"scheduling_latency_s":4.322451}1418gitlab # [ 159.664079] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1929aa31df43481f3ceab807","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1929aa31df43481f3ceab807: done: 0.016686 sec","job_status":"done","queue_duration_s":4.322426,"scheduling_latency_s":4.322451,"redis_calls":13,"redis_duration_s":0.002688,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000857,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001831,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011025,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016686,"completed_at":"2026-09-01T07:44:33.319Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419gitlab # [ 159.745852] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f05fc0e58cf36d2eead89d3b","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f05fc0e58cf36d2eead89d3b: start","job_status":"start","queue_duration_s":4.34057,"scheduling_latency_s":4.340596}1420gitlab # [ 159.746967] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.337Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f05fc0e58cf36d2eead89d3b","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f05fc0e58cf36d2eead89d3b: done: 0.016593 sec","job_status":"done","queue_duration_s":4.34057,"scheduling_latency_s":4.340596,"redis_calls":13,"redis_duration_s":0.002619,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000789,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016593,"completed_at":"2026-09-01T07:44:33.337Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421gitlab # [ 159.759853] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.339Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c2f083888d505145f189ae2","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c2f083888d505145f189ae2: start","job_status":"start","queue_duration_s":4.358667,"scheduling_latency_s":4.358694}1422gitlab # [ 159.775514] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.356Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2c2f083888d505145f189ae2","created_at":"2026-09-01T07:44:28.794Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-642758ad01194583","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"4a2cc0fc50c4fcea54af06f890d0af5a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.980Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2c2f083888d505145f189ae2: done: 0.016803 sec","job_status":"done","queue_duration_s":4.358667,"scheduling_latency_s":4.358694,"redis_calls":13,"redis_duration_s":0.002626,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000851,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016803,"completed_at":"2026-09-01T07:44:33.356Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423gitlab # [ 159.856206] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.358Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"683626346b3682069d08b67f","created_at":"2026-09-01T07:44:28.978Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7029d08815c5157748208228652bee0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.988Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-683626346b3682069d08b67f: start","job_status":"start","queue_duration_s":4.37035,"scheduling_latency_s":4.370377}1424gitlab # [ 159.857513] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.380Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"683626346b3682069d08b67f","created_at":"2026-09-01T07:44:28.978Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7029d08815c5157748208228652bee0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:28.988Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-683626346b3682069d08b67f: done: 0.022173 sec","job_status":"done","queue_duration_s":4.37035,"scheduling_latency_s":4.370377,"redis_calls":12,"redis_duration_s":0.002616,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000942,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001223,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000451,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000347809,"duration_s":0.022173,"completed_at":"2026-09-01T07:44:33.380Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000937,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425gitlab # [ 159.926764] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.382Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"225132cb6d36f185a3d21a3c","created_at":"2026-09-01T07:44:29.055Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6b46ae72f182eb396dcaa0906edd574b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.069Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-225132cb6d36f185a3d21a3c: start","job_status":"start","queue_duration_s":4.312825,"scheduling_latency_s":4.312852}1426gitlab # [ 159.931912] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.393Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1427gitlab # [ 159.937511] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.400Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"225132cb6d36f185a3d21a3c","created_at":"2026-09-01T07:44:29.055Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6b46ae72f182eb396dcaa0906edd574b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.069Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-225132cb6d36f185a3d21a3c: done: 0.018328 sec","job_status":"done","queue_duration_s":4.312825,"scheduling_latency_s":4.312852,"redis_calls":10,"redis_duration_s":0.00219,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000434,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000464,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000355073,"duration_s":0.018328,"completed_at":"2026-09-01T07:44:33.400Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00045,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428gitlab # [ 160.029091] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.401Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"6b0ec2ca696647ee785ac86d","created_at":"2026-09-01T07:44:29.082Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"841cf021cd7be92d598c7cda3cd34b3e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.090Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-6b0ec2ca696647ee785ac86d: start","job_status":"start","queue_duration_s":4.311546,"scheduling_latency_s":4.311573}1429gitlab # [ 160.030358] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.422Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"6b0ec2ca696647ee785ac86d","created_at":"2026-09-01T07:44:29.082Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"841cf021cd7be92d598c7cda3cd34b3e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.090Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-6b0ec2ca696647ee785ac86d: done: 0.020398 sec","job_status":"done","queue_duration_s":4.311546,"scheduling_latency_s":4.311573,"redis_calls":10,"redis_duration_s":0.002265,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000456,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001352,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000457,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011102,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000377981,"duration_s":0.020398,"completed_at":"2026-09-01T07:44:33.422Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000455,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430gitlab # [ 160.096061] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.423Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"86eea01d30bb3b581635a3b9","created_at":"2026-09-01T07:44:29.106Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"45cc3b5140848ecb47990dbeb19e7ede","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.120Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-86eea01d30bb3b581635a3b9: start","job_status":"start","queue_duration_s":4.303538,"scheduling_latency_s":4.303564}1431gitlab # [ 160.097098] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.454Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"86eea01d30bb3b581635a3b9","created_at":"2026-09-01T07:44:29.106Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"45cc3b5140848ecb47990dbeb19e7ede","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.120Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-86eea01d30bb3b581635a3b9: done: 0.030737 sec","job_status":"done","queue_duration_s":4.303538,"scheduling_latency_s":4.303564,"redis_calls":12,"redis_duration_s":0.002724,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000479,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001235,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00101,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014245,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000555657,"exclusive_lock_hold_duration_s":0.004357537,"duration_s":0.030737,"completed_at":"2026-09-01T07:44:33.454Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00199,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432gitlab # [ 160.146714] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.456Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7974b8975f1d46ee92322dab","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7974b8975f1d46ee92322dab: start","job_status":"start","queue_duration_s":4.232838,"scheduling_latency_s":4.232865}1433gitlab # [ 160.147832] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.471Z","message":"No existing merge request to be cleaned up."}1434gitlab # [ 160.149591] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.483Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7974b8975f1d46ee92322dab","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7974b8975f1d46ee92322dab: done: 0.027044 sec","job_status":"done","queue_duration_s":4.232838,"scheduling_latency_s":4.232865,"redis_calls":13,"redis_duration_s":0.0029200000000000003,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000447,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001164,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001309,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000376025,"duration_s":0.027044,"completed_at":"2026-09-01T07:44:33.483Z","load_balancing_strategy":"primary","db_duration_s":0.003066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1435gitlab # [ 160.226990] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.485Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"46d8b1a6ae97565377a84f26","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-46d8b1a6ae97565377a84f26: start","job_status":"start","queue_duration_s":4.261784,"scheduling_latency_s":4.261809}1436gitlab # [ 160.228042] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.496Z","message":"No existing merge request to be cleaned up."}1437gitlab # [ 160.228766] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.504Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"46d8b1a6ae97565377a84f26","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-46d8b1a6ae97565377a84f26: done: 0.019918 sec","job_status":"done","queue_duration_s":4.261784,"scheduling_latency_s":4.261809,"redis_calls":10,"redis_duration_s":0.0023870000000000002,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00144,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019918,"completed_at":"2026-09-01T07:44:33.504Z","load_balancing_strategy":"primary","db_duration_s":0.001675,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438gitlab # [ 160.282882] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.506Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"85bc1a53081dc9124e238247","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-85bc1a53081dc9124e238247: start","job_status":"start","queue_duration_s":4.283196,"scheduling_latency_s":4.283221}1439gitlab # [ 160.283755] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.518Z","message":"No existing merge request to be cleaned up."}1440gitlab # [ 160.284656] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.525Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"85bc1a53081dc9124e238247","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-85bc1a53081dc9124e238247: done: 0.019294 sec","job_status":"done","queue_duration_s":4.283196,"scheduling_latency_s":4.283221,"redis_calls":10,"redis_duration_s":0.002369,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000993,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001376,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019294,"completed_at":"2026-09-01T07:44:33.525Z","load_balancing_strategy":"primary","db_duration_s":0.001657,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441gitlab # [ 160.348381] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.527Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"224ce1ee695b06ed0d637d56","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-224ce1ee695b06ed0d637d56: start","job_status":"start","queue_duration_s":4.303979,"scheduling_latency_s":4.304005}1442gitlab # [ 160.349324] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.539Z","message":"No existing merge request to be cleaned up."}1443gitlab # [ 160.349923] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.673Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"224ce1ee695b06ed0d637d56","created_at":"2026-09-01T07:44:29.210Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-913dfe8fd862495d","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"4aa2634ebf9f68f8fd2e4d319d78daa6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.223Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-224ce1ee695b06ed0d637d56: done: 0.146229 sec","job_status":"done","queue_duration_s":4.303979,"scheduling_latency_s":4.304005,"redis_calls":10,"redis_duration_s":0.002312,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000857,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001455,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014869,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.146229,"completed_at":"2026-09-01T07:44:33.673Z","load_balancing_strategy":"primary","db_duration_s":0.003698,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444gitlab # [ 160.377967] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.675Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c5324f7c85ce11fa889a9417","created_at":"2026-09-01T07:44:29.132Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4427b72559ac90551b7d8ffee8310bb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.268Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c5324f7c85ce11fa889a9417: start","job_status":"start","queue_duration_s":4.406809,"scheduling_latency_s":4.406836}1445gitlab # [ 160.394620] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.687Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1446gitlab # [ 160.398314] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.694Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c5324f7c85ce11fa889a9417","created_at":"2026-09-01T07:44:29.132Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4427b72559ac90551b7d8ffee8310bb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.268Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c5324f7c85ce11fa889a9417: done: 0.019076 sec","job_status":"done","queue_duration_s":4.406809,"scheduling_latency_s":4.406836,"redis_calls":10,"redis_duration_s":0.002227,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000486,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001253,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000488,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000344178,"duration_s":0.019076,"completed_at":"2026-09-01T07:44:33.694Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000489,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447gitlab # [ 160.452695] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.695Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"16bdfccf871383cd457c96d2","created_at":"2026-09-01T07:44:29.283Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"640cd104e86c14ad7d83787a7a8717cd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-16bdfccf871383cd457c96d2: start","job_status":"start","queue_duration_s":4.401003,"scheduling_latency_s":4.401032}1448gitlab # [ 160.462255] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.738Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"16bdfccf871383cd457c96d2","created_at":"2026-09-01T07:44:29.283Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"640cd104e86c14ad7d83787a7a8717cd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-16bdfccf871383cd457c96d2: done: 0.042592 sec","job_status":"done","queue_duration_s":4.401003,"scheduling_latency_s":4.401032,"redis_calls":14,"redis_duration_s":0.0033150000000000002,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000894,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001364,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001057,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024313,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000531911,"exclusive_lock_hold_duration_s":0.019897781,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.042592,"completed_at":"2026-09-01T07:44:33.738Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449gitlab # [ 160.556968] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"0670c89f65742a7ac35294f6","created_at":"2026-09-01T07:44:29.300Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b474aa28126e223a254cdac50da2db0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T07:44:29.322Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-0670c89f65742a7ac35294f6: start","job_status":"start","queue_duration_s":4.417923,"scheduling_latency_s":4.417947}1450gitlab # [ 160.557960] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.767Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"0670c89f65742a7ac35294f6","created_at":"2026-09-01T07:44:29.300Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b474aa28126e223a254cdac50da2db0","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T07:44:29.322Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-0670c89f65742a7ac35294f6: done: 0.027684 sec","job_status":"done","queue_duration_s":4.417923,"scheduling_latency_s":4.417947,"redis_calls":10,"redis_duration_s":0.002155,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000433,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001323,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000399,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000348089,"duration_s":0.027684,"completed_at":"2026-09-01T07:44:33.767Z","load_balancing_strategy":"primary","db_duration_s":0.002742,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451gitlab # [ 160.578953] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.769Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"beb4ad0178b678a5cb7f8a78","created_at":"2026-09-01T07:44:29.337Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7b23b7078575a6b11f804cf7aa312172","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.345Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-beb4ad0178b678a5cb7f8a78: start","job_status":"start","queue_duration_s":4.423611,"scheduling_latency_s":4.423636}1452gitlab # [ 160.595994] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.806Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"beb4ad0178b678a5cb7f8a78","created_at":"2026-09-01T07:44:29.337Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7b23b7078575a6b11f804cf7aa312172","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.345Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-beb4ad0178b678a5cb7f8a78: done: 0.037509 sec","job_status":"done","queue_duration_s":4.423611,"scheduling_latency_s":4.423636,"redis_calls":16,"redis_duration_s":0.0033610000000000003,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001727,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000441,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341104,"duration_s":0.037509,"completed_at":"2026-09-01T07:44:33.806Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012609,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453gitlab # [ 160.664305] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.808Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"aab99fa99e96fe87036a0dfa","created_at":"2026-09-01T07:44:29.359Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"daafbf590e2dc7e3b1b4092e795e686e","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.443Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-aab99fa99e96fe87036a0dfa: start","job_status":"start","queue_duration_s":4.364561,"scheduling_latency_s":4.36459}1454gitlab # [ 160.665314] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.832Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"aab99fa99e96fe87036a0dfa","created_at":"2026-09-01T07:44:29.359Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"daafbf590e2dc7e3b1b4092e795e686e","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.443Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-aab99fa99e96fe87036a0dfa: done: 0.024211 sec","job_status":"done","queue_duration_s":4.364561,"scheduling_latency_s":4.36459,"redis_calls":10,"redis_duration_s":0.002237,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001305,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000513,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000345854,"duration_s":0.024211,"completed_at":"2026-09-01T07:44:33.832Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002468,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455gitlab # [ 160.748961] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.834Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4b61672c972a739549e30348","created_at":"2026-09-01T07:44:29.451Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dde1abd9d717f8aca411b7ddffac641a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.464Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4b61672c972a739549e30348: start","job_status":"start","queue_duration_s":4.369134,"scheduling_latency_s":4.36916}1456gitlab # [ 160.750142] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.845Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1457gitlab # [ 160.750984] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.852Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"4b61672c972a739549e30348","created_at":"2026-09-01T07:44:29.451Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dde1abd9d717f8aca411b7ddffac641a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.464Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-4b61672c972a739549e30348: done: 0.018271 sec","job_status":"done","queue_duration_s":4.369134,"scheduling_latency_s":4.36916,"redis_calls":10,"redis_duration_s":0.001983,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000408,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000382,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010502,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000375746,"duration_s":0.018271,"completed_at":"2026-09-01T07:44:33.852Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000446,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458gitlab # [ 160.833757] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.853Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"957ed68d37317aef539e340d","created_at":"2026-09-01T07:44:29.491Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"15ecac80ab0dffb5cc66e562eca2947a","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.502Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-957ed68d37317aef539e340d: start","job_status":"start","queue_duration_s":4.350791,"scheduling_latency_s":4.350814}1459gitlab # [ 160.835167] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"957ed68d37317aef539e340d","created_at":"2026-09-01T07:44:29.491Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"15ecac80ab0dffb5cc66e562eca2947a","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T07:44:29.502Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-957ed68d37317aef539e340d: done: 0.028345 sec","job_status":"done","queue_duration_s":4.350791,"scheduling_latency_s":4.350814,"redis_calls":10,"redis_duration_s":0.002241,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000413,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001413,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013343,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000399772,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.028345,"completed_at":"2026-09-01T07:44:33.882Z","load_balancing_strategy":"primary","db_duration_s":0.008281,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460gitlab # [ 160.903624] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"d1f488d1b571e22d3962b365","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-d1f488d1b571e22d3962b365: start","job_status":"start","queue_duration_s":3.85469,"scheduling_latency_s":3.854713}1461gitlab # [ 160.904796] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.918Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"d1f488d1b571e22d3962b365","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-d1f488d1b571e22d3962b365: done: 0.034875 sec","job_status":"done","queue_duration_s":3.85469,"scheduling_latency_s":3.854713,"redis_calls":16,"redis_duration_s":0.003387,"redis_read_bytes":14,"redis_write_bytes":1526,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000393,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000982,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":423,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002012,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":802,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020215,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036066,"duration_s":0.034875,"completed_at":"2026-09-01T07:44:33.918Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00766,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462gitlab # [ 160.983600] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.920Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"0ecc2e29a8c735ac87fca875","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-0ecc2e29a8c735ac87fca875: start","job_status":"start","queue_duration_s":3.891188,"scheduling_latency_s":3.891213}1463gitlab # [ 160.984768] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.936Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"0ecc2e29a8c735ac87fca875","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-0ecc2e29a8c735ac87fca875: done: 0.016526 sec","job_status":"done","queue_duration_s":3.891188,"scheduling_latency_s":3.891213,"redis_calls":13,"redis_duration_s":0.002721,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016526,"completed_at":"2026-09-01T07:44:33.936Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000846,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1464gitlab # [ 161.047778] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.938Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"97d3555ae1a5ad2bc67be037","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-97d3555ae1a5ad2bc67be037: start","job_status":"start","queue_duration_s":3.909109,"scheduling_latency_s":3.909133}1465gitlab # [ 161.051131] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.954Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"97d3555ae1a5ad2bc67be037","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-97d3555ae1a5ad2bc67be037: done: 0.016934 sec","job_status":"done","queue_duration_s":3.909109,"scheduling_latency_s":3.909133,"redis_calls":13,"redis_duration_s":0.002707,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000827,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010606,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016934,"completed_at":"2026-09-01T07:44:33.954Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000911,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466gitlab # [ 161.128320] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.956Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"e405ed67be24b1e7a8708ba3","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-e405ed67be24b1e7a8708ba3: start","job_status":"start","queue_duration_s":3.92753,"scheduling_latency_s":3.927554}1467gitlab # [ 161.129507] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.973Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"e405ed67be24b1e7a8708ba3","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-e405ed67be24b1e7a8708ba3: done: 0.01733 sec","job_status":"done","queue_duration_s":3.92753,"scheduling_latency_s":3.927554,"redis_calls":13,"redis_duration_s":0.002662,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001825,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011093,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01733,"completed_at":"2026-09-01T07:44:33.973Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000841,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468gitlab # [ 161.199270] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.975Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"2289b22c151373048406e2a4","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-2289b22c151373048406e2a4: start","job_status":"start","queue_duration_s":3.946324,"scheduling_latency_s":3.94635}1469gitlab # [ 161.207221] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.992Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"2289b22c151373048406e2a4","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-2289b22c151373048406e2a4: done: 0.017233 sec","job_status":"done","queue_duration_s":3.946324,"scheduling_latency_s":3.94635,"redis_calls":13,"redis_duration_s":0.002634,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000819,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001815,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017233,"completed_at":"2026-09-01T07:44:33.992Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000872,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470gitlab # [ 161.266916] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:33.993Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"ff77e2923995c53cbb1ba47c","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-ff77e2923995c53cbb1ba47c: start","job_status":"start","queue_duration_s":3.964978,"scheduling_latency_s":3.965004}1471gitlab # [ 161.274173] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.011Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"ff77e2923995c53cbb1ba47c","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-ff77e2923995c53cbb1ba47c: done: 0.017644 sec","job_status":"done","queue_duration_s":3.964978,"scheduling_latency_s":3.965004,"redis_calls":13,"redis_duration_s":0.002962,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002142,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010556,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017644,"completed_at":"2026-09-01T07:44:34.011Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000903,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1472gitlab # [ 161.326693] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.013Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"67d518fc50166a03913d3f80","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-67d518fc50166a03913d3f80: start","job_status":"start","queue_duration_s":3.984382,"scheduling_latency_s":3.984407}1473gitlab # [ 161.378134] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.030Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"67d518fc50166a03913d3f80","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-67d518fc50166a03913d3f80: done: 0.017154 sec","job_status":"done","queue_duration_s":3.984382,"scheduling_latency_s":3.984407,"redis_calls":13,"redis_duration_s":0.0027429999999999998,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001843,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017154,"completed_at":"2026-09-01T07:44:34.030Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000614,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474gitlab # [ 161.380798] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.031Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"643efa365f8b7e89394fa69b","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-643efa365f8b7e89394fa69b: start","job_status":"start","queue_duration_s":4.003007,"scheduling_latency_s":4.003032}1475gitlab # [ 161.438050] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.049Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"643efa365f8b7e89394fa69b","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-643efa365f8b7e89394fa69b: done: 0.017076 sec","job_status":"done","queue_duration_s":4.003007,"scheduling_latency_s":4.003032,"redis_calls":13,"redis_duration_s":0.002751,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000861,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017076,"completed_at":"2026-09-01T07:44:34.048Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00065,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1476gitlab # [ 161.448199] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.050Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"57c8a36c263826bf43ad5ada","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-57c8a36c263826bf43ad5ada: start","job_status":"start","queue_duration_s":4.021655,"scheduling_latency_s":4.021683}1477gitlab # [ 161.466322] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.071Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"57c8a36c263826bf43ad5ada","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-57c8a36c263826bf43ad5ada: done: 0.020941 sec","job_status":"done","queue_duration_s":4.021655,"scheduling_latency_s":4.021683,"redis_calls":13,"redis_duration_s":0.003313,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002268,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020941,"completed_at":"2026-09-01T07:44:34.071Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000729,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478gitlab # [ 161.523966] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.073Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"905c28c4e33757ffed25af62","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-905c28c4e33757ffed25af62: start","job_status":"start","queue_duration_s":4.044189,"scheduling_latency_s":4.044217}1479gitlab # [ 161.579350] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:44:34.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"905c28c4e33757ffed25af62","created_at":"2026-09-01T07:44:30.010Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d3ca59fec53a4ba6","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"5cc9bf4a3ae2e8651a4bd3bfb8c53191","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:44:30.028Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-905c28c4e33757ffed25af62: done: 0.018945 sec","job_status":"done","queue_duration_s":4.044189,"scheduling_latency_s":4.044217,"redis_calls":13,"redis_duration_s":0.002999,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000988,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011949,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018945,"completed_at":"2026-09-01T07:44:34.092Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000724,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480gitlab # [ 161.846643] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 1368550620 wd_nsec: 13685501711481gitlab # [ 178.772342] setup-gitlab-start[2359]: W, [2026-09-01T07:44:52.840016 #2359] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1482gitlab # [ 189.401806] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.469Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"07ca9e97e5f0e914c11a74ca","created_at":"2026-09-01T07:45:03.441Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"edcd96b22afdf87042c0b273e05f4630","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.467Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-07ca9e97e5f0e914c11a74ca: start","job_status":"start","queue_duration_s":0.001758,"scheduling_latency_s":0.001832}1483gitlab # [ 189.501565] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.569Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"07ca9e97e5f0e914c11a74ca","created_at":"2026-09-01T07:45:03.441Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"edcd96b22afdf87042c0b273e05f4630","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.467Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-07ca9e97e5f0e914c11a74ca: done: 0.099989 sec","job_status":"done","queue_duration_s":0.001758,"scheduling_latency_s":0.001832,"redis_calls":9,"redis_duration_s":0.006247,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00284,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003407,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00128955,"exclusive_lock_hold_duration_s":0.014519444,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.099989,"completed_at":"2026-09-01T07:45:03.569Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.054772,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484gitlab # [ 189.560644] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.628Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f85803ccbf8e4cb6bb737fef","created_at":"2026-09-01T07:45:03.493Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.498Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f85803ccbf8e4cb6bb737fef: start","job_status":"start","queue_duration_s":0.130096,"scheduling_latency_s":0.130132}1485gitlab # [ 189.809353] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.876Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f85803ccbf8e4cb6bb737fef","created_at":"2026-09-01T07:45:03.493Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.498Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f85803ccbf8e4cb6bb737fef: done: 0.248137 sec","job_status":"done","queue_duration_s":0.130096,"scheduling_latency_s":0.130132,"redis_calls":60,"redis_duration_s":0.048725,"redis_read_bytes":108,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.001189,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.038859,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.008677,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.093306,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.248137,"completed_at":"2026-09-01T07:45:03.876Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486gitlab # [ 189.862773] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.883Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"c10a6fa6713af1cedad0050d","created_at":"2026-09-01T07:45:03.510Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecad8e4fae76c1744df776244b855a75","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.512Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-c10a6fa6713af1cedad0050d: start","job_status":"start","queue_duration_s":0.371132,"scheduling_latency_s":0.371177}1487gitlab # [ 189.882164] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.928Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"c10a6fa6713af1cedad0050d","created_at":"2026-09-01T07:45:03.510Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ecad8e4fae76c1744df776244b855a75","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.512Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-c10a6fa6713af1cedad0050d: done: 0.04521 sec","job_status":"done","queue_duration_s":0.371132,"scheduling_latency_s":0.371177,"redis_calls":7,"redis_duration_s":0.0017569999999999999,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001255,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000502,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011677,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04521,"completed_at":"2026-09-01T07:45:03.928Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001014,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1488gitlab # [ 189.935784] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:03.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"0044f1ea432ba957fbdfc3c9","created_at":"2026-09-01T07:45:03.521Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b7e46c8a38d1d99e219f2f0ee811f25c","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.526Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-0044f1ea432ba957fbdfc3c9: start","job_status":"start","queue_duration_s":0.403632,"scheduling_latency_s":0.403662}1489gitlab # [ 189.962180] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.029Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"0044f1ea432ba957fbdfc3c9","created_at":"2026-09-01T07:45:03.521Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b7e46c8a38d1d99e219f2f0ee811f25c","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.526Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-0044f1ea432ba957fbdfc3c9: done: 0.099442 sec","job_status":"done","queue_duration_s":0.403632,"scheduling_latency_s":0.403662,"redis_calls":10,"redis_duration_s":0.002964,"redis_read_bytes":9,"redis_write_bytes":1097,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000624,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":309,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001624,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000716,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":218,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021575,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000424635,"duration_s":0.099442,"completed_at":"2026-09-01T07:45:04.029Z","load_balancing_strategy":"primary","db_duration_s":0.052446,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1490gitlab # [ 190.018133] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.085Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"9c8f66a34b918637badf037f","created_at":"2026-09-01T07:45:03.538Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aeebe1c5e07565d13073e14c7dd623c0","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.540Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-9c8f66a34b918637badf037f: start","job_status":"start","queue_duration_s":0.544676,"scheduling_latency_s":0.544723}1491gitlab # [ 190.059517] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.127Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"9c8f66a34b918637badf037f","created_at":"2026-09-01T07:45:03.538Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aeebe1c5e07565d13073e14c7dd623c0","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.540Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-9c8f66a34b918637badf037f: done: 0.041556 sec","job_status":"done","queue_duration_s":0.544676,"scheduling_latency_s":0.544723,"redis_calls":10,"redis_duration_s":0.00282,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001497,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001323,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013023,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.005022426,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.041556,"completed_at":"2026-09-01T07:45:04.126Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002183,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1492gitlab # [ 190.116130] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.183Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"cdc3a3f313e2e505eb2601cc","created_at":"2026-09-01T07:45:03.546Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a34510d3430263cb96a22dde8b607039","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:45:03.547Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-cdc3a3f313e2e505eb2601cc: start","job_status":"start","queue_duration_s":0.636109,"scheduling_latency_s":0.636144}1493gitlab # [ 190.125933] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.193Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1494gitlab # [ 190.132972] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.200Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"cdc3a3f313e2e505eb2601cc","created_at":"2026-09-01T07:45:03.546Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a34510d3430263cb96a22dde8b607039","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:45:03.547Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-cdc3a3f313e2e505eb2601cc: done: 0.01675 sec","job_status":"done","queue_duration_s":0.636109,"scheduling_latency_s":0.636144,"redis_calls":7,"redis_duration_s":0.001979,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001399,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00058,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010131,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01675,"completed_at":"2026-09-01T07:45:04.200Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495gitlab # [ 190.135289] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.202Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"637c3366c72b6e0cc3e24942","created_at":"2026-09-01T07:45:03.551Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b45d33d6c0bf835d7ce5fc774e70d656","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.559Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-637c3366c72b6e0cc3e24942: start","job_status":"start","queue_duration_s":0.643185,"scheduling_latency_s":0.643219}1496gitlab # [ 190.196955] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.228Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"637c3366c72b6e0cc3e24942","created_at":"2026-09-01T07:45:03.551Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b45d33d6c0bf835d7ce5fc774e70d656","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.559Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-637c3366c72b6e0cc3e24942: done: 0.02622 sec","job_status":"done","queue_duration_s":0.643185,"scheduling_latency_s":0.643219,"redis_calls":11,"redis_duration_s":0.002928,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000568,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001435,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.0004,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000525,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000375466,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.02622,"completed_at":"2026-09-01T07:45:04.228Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000668,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497gitlab # [ 190.206484] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.230Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"822f7664b241aebb45097d9d","created_at":"2026-09-01T07:45:03.566Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7d8729f40343a27cd117e59d4b6c9ba","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.627Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-822f7664b241aebb45097d9d: start","job_status":"start","queue_duration_s":0.60261,"scheduling_latency_s":0.602643}1498gitlab # [ 190.275250] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.266Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"822f7664b241aebb45097d9d","created_at":"2026-09-01T07:45:03.566Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a7d8729f40343a27cd117e59d4b6c9ba","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.627Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-822f7664b241aebb45097d9d: done: 0.036295 sec","job_status":"done","queue_duration_s":0.60261,"scheduling_latency_s":0.602643,"redis_calls":11,"redis_duration_s":0.0028,"redis_read_bytes":10,"redis_write_bytes":1022,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000456,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":283,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001594,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":225,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021162,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050621,"duration_s":0.036295,"completed_at":"2026-09-01T07:45:04.266Z","load_balancing_strategy":"primary","db_duration_s":0.002559,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499gitlab # [ 190.276844] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.268Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"afb59350a473c83aa6bc2fe7","created_at":"2026-09-01T07:45:03.645Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.651Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-afb59350a473c83aa6bc2fe7: start","job_status":"start","queue_duration_s":0.61701,"scheduling_latency_s":0.617041}1500gitlab # [ 190.294184] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.299Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"afb59350a473c83aa6bc2fe7","created_at":"2026-09-01T07:45:03.645Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.651Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-afb59350a473c83aa6bc2fe7: done: 0.030447 sec","job_status":"done","queue_duration_s":0.61701,"scheduling_latency_s":0.617041,"redis_calls":14,"redis_duration_s":0.003561,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000322,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002396,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000843,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030447,"completed_at":"2026-09-01T07:45:04.299Z","load_balancing_strategy":"primary","db_duration_s":0.002794,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501gitlab # [ 190.349849] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.300Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4ca6046364397d0dcc332973","created_at":"2026-09-01T07:45:03.664Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f75b157982a089afea15cb8daff73768","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.667Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4ca6046364397d0dcc332973: start","job_status":"start","queue_duration_s":0.633362,"scheduling_latency_s":0.633386}1502gitlab # [ 190.410735] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.317Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4ca6046364397d0dcc332973","created_at":"2026-09-01T07:45:03.664Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f75b157982a089afea15cb8daff73768","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.667Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4ca6046364397d0dcc332973: done: 0.017316 sec","job_status":"done","queue_duration_s":0.633362,"scheduling_latency_s":0.633386,"redis_calls":9,"redis_duration_s":0.002156,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000981,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000533587,"exclusive_lock_hold_duration_s":0.003334502,"duration_s":0.017316,"completed_at":"2026-09-01T07:45:04.317Z","load_balancing_strategy":"primary","db_duration_s":0.000915,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503gitlab # [ 190.412442] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.319Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"406df2286d187a9cf490e7c9","created_at":"2026-09-01T07:45:03.676Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a73ab3db21d6dd39fceaf7d2ef334913","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.679Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-406df2286d187a9cf490e7c9: start","job_status":"start","queue_duration_s":0.639647,"scheduling_latency_s":0.639668}1504gitlab # [ 190.475225] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.328Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1505gitlab # [ 190.476316] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.335Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"406df2286d187a9cf490e7c9","created_at":"2026-09-01T07:45:03.676Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a73ab3db21d6dd39fceaf7d2ef334913","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.679Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-406df2286d187a9cf490e7c9: done: 0.015656 sec","job_status":"done","queue_duration_s":0.639647,"scheduling_latency_s":0.639668,"redis_calls":7,"redis_duration_s":0.001837,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001317,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00052,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009609,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015656,"completed_at":"2026-09-01T07:45:04.335Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506gitlab # [ 190.484933] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.336Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"4a73dce6615e53c572ddcf2b","created_at":"2026-09-01T07:45:03.688Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90f699ba4043ecbc86415b41691b8cda","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.690Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-4a73dce6615e53c572ddcf2b: start","job_status":"start","queue_duration_s":0.645887,"scheduling_latency_s":0.645911}1507gitlab # [ 190.716929] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"4a73dce6615e53c572ddcf2b","created_at":"2026-09-01T07:45:03.688Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90f699ba4043ecbc86415b41691b8cda","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.690Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-4a73dce6615e53c572ddcf2b: done: 0.447719 sec","job_status":"done","queue_duration_s":0.645887,"scheduling_latency_s":0.645911,"redis_calls":562,"redis_duration_s":0.11776,"redis_read_bytes":560,"redis_write_bytes":48760,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001211,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.116549,"redis_shared_state_read_bytes":556,"redis_shared_state_write_bytes":48290,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.363905,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.447719,"completed_at":"2026-09-01T07:45:04.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508gitlab # [ 190.772110] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.839Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"6de397cc9646a230ebd890f7","created_at":"2026-09-01T07:45:03.700Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71bfe963a54de64b0ce8b0c2bd7885bf","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.702Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-6de397cc9646a230ebd890f7: start","job_status":"start","queue_duration_s":1.136985,"scheduling_latency_s":1.137021}1509gitlab # [ 190.808034] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.875Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"6de397cc9646a230ebd890f7","created_at":"2026-09-01T07:45:03.700Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71bfe963a54de64b0ce8b0c2bd7885bf","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.702Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-6de397cc9646a230ebd890f7: done: 0.035847 sec","job_status":"done","queue_duration_s":1.136985,"scheduling_latency_s":1.137021,"redis_calls":9,"redis_duration_s":0.0025529999999999997,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001364,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001189,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000662654,"exclusive_lock_hold_duration_s":0.002554514,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.035847,"completed_at":"2026-09-01T07:45:04.875Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001037,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510gitlab # [ 190.861400] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:04.928Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"cf255e970c6af33bf17b4744","created_at":"2026-09-01T07:45:03.716Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19e268609edf03c77d926f549de0206e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.719Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-cf255e970c6af33bf17b4744: start","job_status":"start","queue_duration_s":1.20942,"scheduling_latency_s":1.209455}1511gitlab # [ 191.096984] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.164Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"cf255e970c6af33bf17b4744","created_at":"2026-09-01T07:45:03.716Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19e268609edf03c77d926f549de0206e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.719Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-cf255e970c6af33bf17b4744: done: 0.235533 sec","job_status":"done","queue_duration_s":1.20942,"scheduling_latency_s":1.209455,"redis_calls":9,"redis_duration_s":0.002595,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001283,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001312,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":129,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":129,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":129,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":84,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.037,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.180839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000789485,"exclusive_lock_hold_duration_s":0.218334733,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.235533,"completed_at":"2026-09-01T07:45:05.164Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.067973,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512gitlab # [ 191.151569] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.219Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"a902851473d5957af7351e4e","created_at":"2026-09-01T07:45:03.737Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c8b2a233be45e75d3052cdf6a101cbc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:45:03.739Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-a902851473d5957af7351e4e: start","job_status":"start","queue_duration_s":1.479369,"scheduling_latency_s":1.479405}1513gitlab # [ 191.178066] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.246Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1514gitlab # [ 191.187761] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.255Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"a902851473d5957af7351e4e","created_at":"2026-09-01T07:45:03.737Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4c8b2a233be45e75d3052cdf6a101cbc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:45:03.739Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-a902851473d5957af7351e4e: done: 0.036223 sec","job_status":"done","queue_duration_s":1.479369,"scheduling_latency_s":1.479405,"redis_calls":7,"redis_duration_s":0.004834,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004079,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000755,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011875,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036223,"completed_at":"2026-09-01T07:45:05.255Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515gitlab # [ 191.237251] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.305Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"36011ad642b276c9033b5477","created_at":"2026-09-01T07:45:03.748Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"291b712517fb2e3a74ab790cb6d8e164","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.751Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-36011ad642b276c9033b5477: start","job_status":"start","queue_duration_s":1.55379,"scheduling_latency_s":1.553825}1516gitlab # [ 191.252429] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.320Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"36011ad642b276c9033b5477","created_at":"2026-09-01T07:45:03.748Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"291b712517fb2e3a74ab790cb6d8e164","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.751Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-36011ad642b276c9033b5477: done: 0.015197 sec","job_status":"done","queue_duration_s":1.55379,"scheduling_latency_s":1.553825,"redis_calls":7,"redis_duration_s":0.001655,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001191,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000464,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015197,"completed_at":"2026-09-01T07:45:05.320Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517gitlab # [ 191.314713] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.382Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"1e843da2c6de882db85b1a8b","created_at":"2026-09-01T07:45:03.760Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"73cb9c62d6ca780709b2530eb2f9047a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.763Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-1e843da2c6de882db85b1a8b: start","job_status":"start","queue_duration_s":1.618953,"scheduling_latency_s":1.61899}1518gitlab # [ 191.342681] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.410Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1519gitlab # [ 191.353061] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.420Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"1e843da2c6de882db85b1a8b","created_at":"2026-09-01T07:45:03.760Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"73cb9c62d6ca780709b2530eb2f9047a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.763Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-1e843da2c6de882db85b1a8b: done: 0.038193 sec","job_status":"done","queue_duration_s":1.618953,"scheduling_latency_s":1.61899,"redis_calls":7,"redis_duration_s":0.005764,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00521,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000554,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038193,"completed_at":"2026-09-01T07:45:05.420Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520gitlab # [ 191.405707] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.473Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"dddc663483717bdcdd8a5edb","created_at":"2026-09-01T07:45:03.808Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"985b397e2c685879470c0824bb84394f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.812Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-dddc663483717bdcdd8a5edb: start","job_status":"start","queue_duration_s":1.660554,"scheduling_latency_s":1.660593}1521gitlab # [ 191.419934] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.487Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"dddc663483717bdcdd8a5edb","created_at":"2026-09-01T07:45:03.808Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"985b397e2c685879470c0824bb84394f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.812Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-dddc663483717bdcdd8a5edb: done: 0.013902 sec","job_status":"done","queue_duration_s":1.660554,"scheduling_latency_s":1.660593,"redis_calls":7,"redis_duration_s":0.0014629999999999999,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001026,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013902,"completed_at":"2026-09-01T07:45:05.487Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522gitlab # [ 191.476939] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.544Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"55166089b5c880e85dbc1513","created_at":"2026-09-01T07:45:03.827Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb95666c00eb7d8166aa3221d0d3a16b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.831Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-55166089b5c880e85dbc1513: start","job_status":"start","queue_duration_s":1.713112,"scheduling_latency_s":1.713144}1523gitlab # [ 191.484891] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.552Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1524gitlab # [ 191.489814] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.557Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"55166089b5c880e85dbc1513","created_at":"2026-09-01T07:45:03.827Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb95666c00eb7d8166aa3221d0d3a16b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.831Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-55166089b5c880e85dbc1513: done: 0.012965 sec","job_status":"done","queue_duration_s":1.713112,"scheduling_latency_s":1.713144,"redis_calls":7,"redis_duration_s":0.0014329999999999998,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001063,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00037,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007767,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012965,"completed_at":"2026-09-01T07:45:05.557Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525gitlab # [ 191.493788] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.559Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"c1b6415277a0c96b16d97afc","created_at":"2026-09-01T07:45:03.843Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c96e25e9c073797fd0c501c6b7b4ea8","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.851Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-c1b6415277a0c96b16d97afc: start","job_status":"start","queue_duration_s":1.707225,"scheduling_latency_s":1.707244}1526gitlab # [ 191.556483] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.578Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"c1b6415277a0c96b16d97afc","created_at":"2026-09-01T07:45:03.843Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c96e25e9c073797fd0c501c6b7b4ea8","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.851Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-c1b6415277a0c96b16d97afc: done: 0.019633 sec","job_status":"done","queue_duration_s":1.707225,"scheduling_latency_s":1.707244,"redis_calls":11,"redis_duration_s":0.003036,"redis_read_bytes":9,"redis_write_bytes":1239,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000385,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001977,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000674,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":298,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009904,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035172,"duration_s":0.019633,"completed_at":"2026-09-01T07:45:05.578Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001912,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527gitlab # [ 191.562712] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.580Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59a059088b4fd5d8e5953e68","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59a059088b4fd5d8e5953e68: start","job_status":"start","queue_duration_s":1.716377,"scheduling_latency_s":1.716398}1528gitlab # [ 191.578468] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59a059088b4fd5d8e5953e68","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59a059088b4fd5d8e5953e68: done: 0.015878 sec","job_status":"done","queue_duration_s":1.716377,"scheduling_latency_s":1.716398,"redis_calls":13,"redis_duration_s":0.002478,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000752,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001726,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015878,"completed_at":"2026-09-01T07:45:05.595Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529gitlab # [ 191.644035] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e09c8b28082a5daf725401f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e09c8b28082a5daf725401f: start","job_status":"start","queue_duration_s":1.733594,"scheduling_latency_s":1.733614}1530gitlab # [ 191.645162] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e09c8b28082a5daf725401f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e09c8b28082a5daf725401f: done: 0.014926 sec","job_status":"done","queue_duration_s":1.733594,"scheduling_latency_s":1.733614,"redis_calls":13,"redis_duration_s":0.002637,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000847,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00179,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009888,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014926,"completed_at":"2026-09-01T07:45:05.612Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531gitlab # [ 191.697205] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"944a1022eeedb2ec6f482d79","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-944a1022eeedb2ec6f482d79: start","job_status":"start","queue_duration_s":1.750019,"scheduling_latency_s":1.75004}1532gitlab # [ 191.775163] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"944a1022eeedb2ec6f482d79","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-944a1022eeedb2ec6f482d79: done: 0.017299 sec","job_status":"done","queue_duration_s":1.750019,"scheduling_latency_s":1.75004,"redis_calls":13,"redis_duration_s":0.0031010000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002004,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017299,"completed_at":"2026-09-01T07:45:05.630Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533gitlab # [ 191.777204] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.632Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de1d58c2f92e81483d019572","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de1d58c2f92e81483d019572: start","job_status":"start","queue_duration_s":1.768864,"scheduling_latency_s":1.768895}1534gitlab # [ 191.793044] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de1d58c2f92e81483d019572","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de1d58c2f92e81483d019572: done: 0.017398 sec","job_status":"done","queue_duration_s":1.768864,"scheduling_latency_s":1.768895,"redis_calls":13,"redis_duration_s":0.002939,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000834,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002105,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017398,"completed_at":"2026-09-01T07:45:05.649Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535gitlab # [ 191.897095] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.651Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9db4e5d08e7444a846a685c7","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9db4e5d08e7444a846a685c7: start","job_status":"start","queue_duration_s":1.787682,"scheduling_latency_s":1.787706}1536gitlab # [ 191.898380] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.670Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9db4e5d08e7444a846a685c7","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9db4e5d08e7444a846a685c7: done: 0.019143 sec","job_status":"done","queue_duration_s":1.787682,"scheduling_latency_s":1.787706,"redis_calls":13,"redis_duration_s":0.002974,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002047,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012131,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019143,"completed_at":"2026-09-01T07:45:05.670Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537gitlab # [ 191.962187] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f493529f51e191f675bffb01","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f493529f51e191f675bffb01: start","job_status":"start","queue_duration_s":1.80835,"scheduling_latency_s":1.808379}1538gitlab # [ 191.963206] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f493529f51e191f675bffb01","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f493529f51e191f675bffb01: done: 0.019348 sec","job_status":"done","queue_duration_s":1.80835,"scheduling_latency_s":1.808379,"redis_calls":13,"redis_duration_s":0.0033,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002389,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019348,"completed_at":"2026-09-01T07:45:05.691Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539gitlab # [ 191.982915] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48a5fde58cc6ba36b2bca687","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48a5fde58cc6ba36b2bca687: start","job_status":"start","queue_duration_s":1.829299,"scheduling_latency_s":1.829323}1540gitlab # [ 192.035805] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.711Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"48a5fde58cc6ba36b2bca687","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-48a5fde58cc6ba36b2bca687: done: 0.018364 sec","job_status":"done","queue_duration_s":1.829299,"scheduling_latency_s":1.829323,"redis_calls":13,"redis_duration_s":0.0030559999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002061,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012172,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018364,"completed_at":"2026-09-01T07:45:05.711Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541gitlab # [ 192.042796] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.713Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e144a52793966b0fc8b52c94","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e144a52793966b0fc8b52c94: start","job_status":"start","queue_duration_s":1.849419,"scheduling_latency_s":1.849447}1542gitlab # [ 192.057913] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.732Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e144a52793966b0fc8b52c94","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e144a52793966b0fc8b52c94: done: 0.018943 sec","job_status":"done","queue_duration_s":1.849419,"scheduling_latency_s":1.849447,"redis_calls":13,"redis_duration_s":0.0029309999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018943,"completed_at":"2026-09-01T07:45:05.732Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543gitlab # [ 192.112046] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.733Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a221b884d5f8004eedb0ab6f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a221b884d5f8004eedb0ab6f: start","job_status":"start","queue_duration_s":1.870117,"scheduling_latency_s":1.87014}1544gitlab # [ 192.121327] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.751Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a221b884d5f8004eedb0ab6f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a221b884d5f8004eedb0ab6f: done: 0.017777 sec","job_status":"done","queue_duration_s":1.870117,"scheduling_latency_s":1.87014,"redis_calls":13,"redis_duration_s":0.002934,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000937,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017777,"completed_at":"2026-09-01T07:45:05.751Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545gitlab # [ 192.199449] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.753Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79b86a22ffd300c95b91e9ef","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79b86a22ffd300c95b91e9ef: start","job_status":"start","queue_duration_s":1.889679,"scheduling_latency_s":1.889706}1546gitlab # [ 192.200695] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.771Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79b86a22ffd300c95b91e9ef","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79b86a22ffd300c95b91e9ef: done: 0.018113 sec","job_status":"done","queue_duration_s":1.889679,"scheduling_latency_s":1.889706,"redis_calls":13,"redis_duration_s":0.002927,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00084,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002087,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011713,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018113,"completed_at":"2026-09-01T07:45:05.771Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547gitlab # [ 192.279899] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.773Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b78638c3f2d073197890eded","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b78638c3f2d073197890eded: start","job_status":"start","queue_duration_s":1.909528,"scheduling_latency_s":1.909555}1548gitlab # [ 192.280926] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b78638c3f2d073197890eded","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b78638c3f2d073197890eded: done: 0.018538 sec","job_status":"done","queue_duration_s":1.909528,"scheduling_latency_s":1.909555,"redis_calls":13,"redis_duration_s":0.003208,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002289,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012025,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018538,"completed_at":"2026-09-01T07:45:05.791Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549gitlab # [ 192.354741] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6d0543f73d2ac2ffe920bd","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6d0543f73d2ac2ffe920bd: start","job_status":"start","queue_duration_s":1.929463,"scheduling_latency_s":1.929524}1550gitlab # [ 192.355984] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6d0543f73d2ac2ffe920bd","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6d0543f73d2ac2ffe920bd: done: 0.024182 sec","job_status":"done","queue_duration_s":1.929463,"scheduling_latency_s":1.929524,"redis_calls":13,"redis_duration_s":0.003745,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001605,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00214,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014746,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024182,"completed_at":"2026-09-01T07:45:05.817Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551gitlab # [ 192.422300] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.819Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"356229cbed1443ce7db830ea","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-356229cbed1443ce7db830ea: start","job_status":"start","queue_duration_s":1.955644,"scheduling_latency_s":1.955675}1552gitlab # [ 192.423713] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.838Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"356229cbed1443ce7db830ea","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-356229cbed1443ce7db830ea: done: 0.01903 sec","job_status":"done","queue_duration_s":1.955644,"scheduling_latency_s":1.955675,"redis_calls":13,"redis_duration_s":0.0031539999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001084,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00207,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01903,"completed_at":"2026-09-01T07:45:05.838Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553gitlab # [ 192.491130] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5b1eb33452b0b1330548bb47","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5b1eb33452b0b1330548bb47: start","job_status":"start","queue_duration_s":1.976135,"scheduling_latency_s":1.97616}1554gitlab # [ 192.492161] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5b1eb33452b0b1330548bb47","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5b1eb33452b0b1330548bb47: done: 0.015142 sec","job_status":"done","queue_duration_s":1.976135,"scheduling_latency_s":1.97616,"redis_calls":13,"redis_duration_s":0.002754,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00182,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015142,"completed_at":"2026-09-01T07:45:05.854Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555gitlab # [ 192.510915] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f776e4b6eed01a69fa1e4ac5","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f776e4b6eed01a69fa1e4ac5: start","job_status":"start","queue_duration_s":1.992522,"scheduling_latency_s":1.99254}1556gitlab # [ 192.522334] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f776e4b6eed01a69fa1e4ac5","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f776e4b6eed01a69fa1e4ac5: done: 0.014916 sec","job_status":"done","queue_duration_s":1.992522,"scheduling_latency_s":1.99254,"redis_calls":13,"redis_duration_s":0.002579,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000796,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001783,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009652,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014916,"completed_at":"2026-09-01T07:45:05.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557gitlab # [ 192.569916] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f74b8c5d4831ec00f20d177f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f74b8c5d4831ec00f20d177f: start","job_status":"start","queue_duration_s":2.008723,"scheduling_latency_s":2.008743}1558gitlab # [ 192.624982] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f74b8c5d4831ec00f20d177f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f74b8c5d4831ec00f20d177f: done: 0.014851 sec","job_status":"done","queue_duration_s":2.008723,"scheduling_latency_s":2.008743,"redis_calls":13,"redis_duration_s":0.002538,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000736,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001802,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014851,"completed_at":"2026-09-01T07:45:05.887Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559gitlab # [ 192.629093] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.888Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2b345c8af1f249dbfc3a403","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2b345c8af1f249dbfc3a403: start","job_status":"start","queue_duration_s":2.024992,"scheduling_latency_s":2.025012}1560gitlab # [ 192.644056] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.903Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b2b345c8af1f249dbfc3a403","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b2b345c8af1f249dbfc3a403: done: 0.015052 sec","job_status":"done","queue_duration_s":2.024992,"scheduling_latency_s":2.025012,"redis_calls":13,"redis_duration_s":0.002563,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000836,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001727,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015052,"completed_at":"2026-09-01T07:45:05.903Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561gitlab # [ 192.699554] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.905Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed1e2f0d667aafed156911ae","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed1e2f0d667aafed156911ae: start","job_status":"start","queue_duration_s":2.041351,"scheduling_latency_s":2.041374}1562gitlab # [ 192.703978] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.926Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed1e2f0d667aafed156911ae","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed1e2f0d667aafed156911ae: done: 0.02162 sec","job_status":"done","queue_duration_s":2.041351,"scheduling_latency_s":2.041374,"redis_calls":13,"redis_duration_s":0.0034330000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002307,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014363,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02162,"completed_at":"2026-09-01T07:45:05.926Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563gitlab # [ 192.770156] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.928Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9850302cbe19f886f9c7657f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9850302cbe19f886f9c7657f: start","job_status":"start","queue_duration_s":2.064787,"scheduling_latency_s":2.064818}1564gitlab # [ 192.774363] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.946Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9850302cbe19f886f9c7657f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9850302cbe19f886f9c7657f: done: 0.017655 sec","job_status":"done","queue_duration_s":2.064787,"scheduling_latency_s":2.064818,"redis_calls":13,"redis_duration_s":0.0026179999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000823,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001795,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011939,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017655,"completed_at":"2026-09-01T07:45:05.946Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565gitlab # [ 192.843148] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.948Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96266a19dd211ced2696b6b8","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96266a19dd211ced2696b6b8: start","job_status":"start","queue_duration_s":2.084252,"scheduling_latency_s":2.084283}1566gitlab # [ 192.844300] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.965Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96266a19dd211ced2696b6b8","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96266a19dd211ced2696b6b8: done: 0.017303 sec","job_status":"done","queue_duration_s":2.084252,"scheduling_latency_s":2.084283,"redis_calls":13,"redis_duration_s":0.002849,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011456,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017303,"completed_at":"2026-09-01T07:45:05.965Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567gitlab # [ 192.899994] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fadbb1430585bd3c96ee3b7a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fadbb1430585bd3c96ee3b7a: start","job_status":"start","queue_duration_s":2.103225,"scheduling_latency_s":2.103257}1568gitlab # [ 192.900993] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fadbb1430585bd3c96ee3b7a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fadbb1430585bd3c96ee3b7a: done: 0.019181 sec","job_status":"done","queue_duration_s":2.103225,"scheduling_latency_s":2.103257,"redis_calls":13,"redis_duration_s":0.00296,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000983,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001977,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019181,"completed_at":"2026-09-01T07:45:05.986Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569gitlab # [ 192.944785] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:05.987Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b898cd9b0fc517cdb3b3abfc","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b898cd9b0fc517cdb3b3abfc: start","job_status":"start","queue_duration_s":2.123966,"scheduling_latency_s":2.123993}1570gitlab # [ 193.003224] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b898cd9b0fc517cdb3b3abfc","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b898cd9b0fc517cdb3b3abfc: done: 0.017499 sec","job_status":"done","queue_duration_s":2.123966,"scheduling_latency_s":2.123993,"redis_calls":13,"redis_duration_s":0.002676,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000832,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001844,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017499,"completed_at":"2026-09-01T07:45:06.005Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571gitlab # [ 193.060234] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.006Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1094233c4771d4fa458963ad","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1094233c4771d4fa458963ad: start","job_status":"start","queue_duration_s":2.143068,"scheduling_latency_s":2.143097}1572gitlab # [ 193.061343] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.025Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1094233c4771d4fa458963ad","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1094233c4771d4fa458963ad: done: 0.018679 sec","job_status":"done","queue_duration_s":2.143068,"scheduling_latency_s":2.143097,"redis_calls":13,"redis_duration_s":0.003292,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002296,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018679,"completed_at":"2026-09-01T07:45:06.025Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573gitlab # [ 193.071231] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.027Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62641abee2442ad4bd9a6329","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62641abee2442ad4bd9a6329: start","job_status":"start","queue_duration_s":2.163333,"scheduling_latency_s":2.163361}1574gitlab # [ 193.124955] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62641abee2442ad4bd9a6329","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62641abee2442ad4bd9a6329: done: 0.018744 sec","job_status":"done","queue_duration_s":2.163333,"scheduling_latency_s":2.163361,"redis_calls":13,"redis_duration_s":0.003224,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002264,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012231,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018744,"completed_at":"2026-09-01T07:45:06.045Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575gitlab # [ 193.129242] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.047Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"508eef0712aef4fc008e8c5a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-508eef0712aef4fc008e8c5a: start","job_status":"start","queue_duration_s":2.183816,"scheduling_latency_s":2.183845}1576gitlab # [ 193.187429] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.067Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"508eef0712aef4fc008e8c5a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-508eef0712aef4fc008e8c5a: done: 0.019929 sec","job_status":"done","queue_duration_s":2.183816,"scheduling_latency_s":2.183845,"redis_calls":13,"redis_duration_s":0.004252000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002318,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019929,"completed_at":"2026-09-01T07:45:06.067Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577gitlab # [ 193.193995] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ebf716914e2739711fe23ef","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ebf716914e2739711fe23ef: start","job_status":"start","queue_duration_s":2.205887,"scheduling_latency_s":2.205915}1578gitlab # [ 193.251245] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ebf716914e2739711fe23ef","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ebf716914e2739711fe23ef: done: 0.019475 sec","job_status":"done","queue_duration_s":2.205887,"scheduling_latency_s":2.205915,"redis_calls":13,"redis_duration_s":0.003574,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000975,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002599,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019475,"completed_at":"2026-09-01T07:45:06.088Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579gitlab # [ 193.256097] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.090Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a54c4905781bb13fa3c28f6","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a54c4905781bb13fa3c28f6: start","job_status":"start","queue_duration_s":2.226869,"scheduling_latency_s":2.226898}1580gitlab # [ 193.315953] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.108Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a54c4905781bb13fa3c28f6","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a54c4905781bb13fa3c28f6: done: 0.01773 sec","job_status":"done","queue_duration_s":2.226869,"scheduling_latency_s":2.226898,"redis_calls":13,"redis_duration_s":0.002938,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012183,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01773,"completed_at":"2026-09-01T07:45:06.108Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581gitlab # [ 193.317666] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.109Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4a87fe07852177bc49b7d5e","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4a87fe07852177bc49b7d5e: start","job_status":"start","queue_duration_s":2.246054,"scheduling_latency_s":2.246077}1582gitlab # [ 193.332781] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.125Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4a87fe07852177bc49b7d5e","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4a87fe07852177bc49b7d5e: done: 0.016112 sec","job_status":"done","queue_duration_s":2.246054,"scheduling_latency_s":2.246077,"redis_calls":13,"redis_duration_s":0.002525,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000825,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0017,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010783,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016112,"completed_at":"2026-09-01T07:45:06.125Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583gitlab # [ 193.389343] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af5ceacf1e1f1faca0f2ad6d","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af5ceacf1e1f1faca0f2ad6d: start","job_status":"start","queue_duration_s":2.263468,"scheduling_latency_s":2.263535}1584gitlab # [ 193.440988] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af5ceacf1e1f1faca0f2ad6d","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af5ceacf1e1f1faca0f2ad6d: done: 0.015549 sec","job_status":"done","queue_duration_s":2.263468,"scheduling_latency_s":2.263535,"redis_calls":13,"redis_duration_s":0.003062,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002207,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015549,"completed_at":"2026-09-01T07:45:06.142Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585gitlab # [ 193.442693] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bc83ce30f048c2ddcf28f5f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bc83ce30f048c2ddcf28f5f: start","job_status":"start","queue_duration_s":2.280681,"scheduling_latency_s":2.28071}1586gitlab # [ 193.496105] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bc83ce30f048c2ddcf28f5f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bc83ce30f048c2ddcf28f5f: done: 0.021007 sec","job_status":"done","queue_duration_s":2.280681,"scheduling_latency_s":2.28071,"redis_calls":13,"redis_duration_s":0.0033490000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002295,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014554,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021007,"completed_at":"2026-09-01T07:45:06.165Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587gitlab # [ 193.497597] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.167Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94307c8d7874683ceac4b83c","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94307c8d7874683ceac4b83c: start","job_status":"start","queue_duration_s":2.303549,"scheduling_latency_s":2.30358}1588gitlab # [ 193.572702] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94307c8d7874683ceac4b83c","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94307c8d7874683ceac4b83c: done: 0.018491 sec","job_status":"done","queue_duration_s":2.303549,"scheduling_latency_s":2.30358,"redis_calls":13,"redis_duration_s":0.0032719999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002208,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012409,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018491,"completed_at":"2026-09-01T07:45:06.185Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589gitlab # [ 193.575052] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aac202d7b22e32546b0b9eb","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aac202d7b22e32546b0b9eb: start","job_status":"start","queue_duration_s":2.323668,"scheduling_latency_s":2.323693}1590gitlab # [ 193.587137] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.208Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aac202d7b22e32546b0b9eb","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aac202d7b22e32546b0b9eb: done: 0.021187 sec","job_status":"done","queue_duration_s":2.323668,"scheduling_latency_s":2.323693,"redis_calls":13,"redis_duration_s":0.003312,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001109,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002203,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021187,"completed_at":"2026-09-01T07:45:06.208Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591gitlab # [ 193.696436] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.210Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7112cabac3643dae18462748","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7112cabac3643dae18462748: start","job_status":"start","queue_duration_s":2.346854,"scheduling_latency_s":2.346894}1592gitlab # [ 193.697866] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7112cabac3643dae18462748","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7112cabac3643dae18462748: done: 0.018757 sec","job_status":"done","queue_duration_s":2.346854,"scheduling_latency_s":2.346894,"redis_calls":13,"redis_duration_s":0.003171,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002197,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012384,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018757,"completed_at":"2026-09-01T07:45:06.229Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593gitlab # [ 193.764183] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"830a0bc9da11a40d96ee5150","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-830a0bc9da11a40d96ee5150: start","job_status":"start","queue_duration_s":2.36723,"scheduling_latency_s":2.367257}1594gitlab # [ 193.765410] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.249Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"830a0bc9da11a40d96ee5150","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-830a0bc9da11a40d96ee5150: done: 0.018408 sec","job_status":"done","queue_duration_s":2.36723,"scheduling_latency_s":2.367257,"redis_calls":13,"redis_duration_s":0.0030470000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000959,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018408,"completed_at":"2026-09-01T07:45:06.249Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595gitlab # [ 193.832076] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db0160afa5ec46de55073e53","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db0160afa5ec46de55073e53: start","job_status":"start","queue_duration_s":2.387219,"scheduling_latency_s":2.387246}1596gitlab # [ 193.833322] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.270Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db0160afa5ec46de55073e53","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db0160afa5ec46de55073e53: done: 0.020005 sec","job_status":"done","queue_duration_s":2.387219,"scheduling_latency_s":2.387246,"redis_calls":13,"redis_duration_s":0.003509,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00111,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002399,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020005,"completed_at":"2026-09-01T07:45:06.270Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597gitlab # [ 193.847109] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.272Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad52e47f3e0437c095b92900","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad52e47f3e0437c095b92900: start","job_status":"start","queue_duration_s":2.408949,"scheduling_latency_s":2.408974}1598gitlab # [ 193.861904] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad52e47f3e0437c095b92900","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad52e47f3e0437c095b92900: done: 0.016416 sec","job_status":"done","queue_duration_s":2.408949,"scheduling_latency_s":2.408974,"redis_calls":13,"redis_duration_s":0.0029389999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001058,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001881,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016416,"completed_at":"2026-09-01T07:45:06.289Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599gitlab # [ 193.937702] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.290Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36112242515e6e3d6c06635a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36112242515e6e3d6c06635a: start","job_status":"start","queue_duration_s":2.426792,"scheduling_latency_s":2.426817}1600gitlab # [ 193.938932] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36112242515e6e3d6c06635a","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36112242515e6e3d6c06635a: done: 0.016452 sec","job_status":"done","queue_duration_s":2.426792,"scheduling_latency_s":2.426817,"redis_calls":13,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016452,"completed_at":"2026-09-01T07:45:06.306Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601gitlab # [ 193.967890] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d99cf399d300da3f4ecdf806","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d99cf399d300da3f4ecdf806: start","job_status":"start","queue_duration_s":2.444743,"scheduling_latency_s":2.444769}1602gitlab # [ 194.034202] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d99cf399d300da3f4ecdf806","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d99cf399d300da3f4ecdf806: done: 0.016757 sec","job_status":"done","queue_duration_s":2.444743,"scheduling_latency_s":2.444769,"redis_calls":13,"redis_duration_s":0.002598,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000839,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001759,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010588,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016757,"completed_at":"2026-09-01T07:45:06.325Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603gitlab # [ 194.036165] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.327Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8be19c851d9711e6cd1a537","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8be19c851d9711e6cd1a537: start","job_status":"start","queue_duration_s":2.463657,"scheduling_latency_s":2.463684}1604gitlab # [ 194.099177] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.346Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8be19c851d9711e6cd1a537","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8be19c851d9711e6cd1a537: done: 0.019143 sec","job_status":"done","queue_duration_s":2.463657,"scheduling_latency_s":2.463684,"redis_calls":13,"redis_duration_s":0.002901,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000827,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002074,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019143,"completed_at":"2026-09-01T07:45:06.346Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605gitlab # [ 194.100676] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.347Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"869f0819f46372136ce4fb97","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-869f0819f46372136ce4fb97: start","job_status":"start","queue_duration_s":2.484231,"scheduling_latency_s":2.484255}1606gitlab # [ 194.154121] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.363Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"869f0819f46372136ce4fb97","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-869f0819f46372136ce4fb97: done: 0.015653 sec","job_status":"done","queue_duration_s":2.484231,"scheduling_latency_s":2.484255,"redis_calls":13,"redis_duration_s":0.002633,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000787,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001846,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015653,"completed_at":"2026-09-01T07:45:06.363Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607gitlab # [ 194.156177] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.365Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"844a700112953a6400c39940","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-844a700112953a6400c39940: start","job_status":"start","queue_duration_s":2.501279,"scheduling_latency_s":2.501303}1608gitlab # [ 194.171188] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"844a700112953a6400c39940","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-844a700112953a6400c39940: done: 0.017162 sec","job_status":"done","queue_duration_s":2.501279,"scheduling_latency_s":2.501303,"redis_calls":13,"redis_duration_s":0.0029430000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011388,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017162,"completed_at":"2026-09-01T07:45:06.382Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609gitlab # [ 194.219136] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef99b0ada7332e58acda865b","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef99b0ada7332e58acda865b: start","job_status":"start","queue_duration_s":2.519978,"scheduling_latency_s":2.520003}1610gitlab # [ 194.234043] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.400Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef99b0ada7332e58acda865b","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef99b0ada7332e58acda865b: done: 0.016541 sec","job_status":"done","queue_duration_s":2.519978,"scheduling_latency_s":2.520003,"redis_calls":13,"redis_duration_s":0.0027,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000802,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016541,"completed_at":"2026-09-01T07:45:06.400Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611gitlab # [ 194.294696] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.401Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36efd88710bd7fa93f682805","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36efd88710bd7fa93f682805: start","job_status":"start","queue_duration_s":2.53804,"scheduling_latency_s":2.538066}1612gitlab # [ 194.299918] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.417Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36efd88710bd7fa93f682805","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36efd88710bd7fa93f682805: done: 0.015955 sec","job_status":"done","queue_duration_s":2.53804,"scheduling_latency_s":2.538066,"redis_calls":13,"redis_duration_s":0.0026190000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000805,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001814,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015955,"completed_at":"2026-09-01T07:45:06.417Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613gitlab # [ 194.346796] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.419Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe2941dd0707174bd9da360e","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe2941dd0707174bd9da360e: start","job_status":"start","queue_duration_s":2.555377,"scheduling_latency_s":2.555403}1614gitlab # [ 194.361342] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.434Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe2941dd0707174bd9da360e","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe2941dd0707174bd9da360e: done: 0.015634 sec","job_status":"done","queue_duration_s":2.555377,"scheduling_latency_s":2.555403,"redis_calls":13,"redis_duration_s":0.002603,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000808,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001795,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010191,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015634,"completed_at":"2026-09-01T07:45:06.434Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615gitlab # [ 194.408968] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e6b0a700d2e70bdb57c75607","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e6b0a700d2e70bdb57c75607: start","job_status":"start","queue_duration_s":2.572374,"scheduling_latency_s":2.572399}1616gitlab # [ 194.426401] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.451Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e6b0a700d2e70bdb57c75607","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e6b0a700d2e70bdb57c75607: done: 0.015717 sec","job_status":"done","queue_duration_s":2.572374,"scheduling_latency_s":2.572399,"redis_calls":13,"redis_duration_s":0.002579,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000764,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001815,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010355,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015717,"completed_at":"2026-09-01T07:45:06.451Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617gitlab # [ 194.494252] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a44f04eedd5ae4773a0ab0c","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a44f04eedd5ae4773a0ab0c: start","job_status":"start","queue_duration_s":2.589464,"scheduling_latency_s":2.589523}1618gitlab # [ 194.495349] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.468Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a44f04eedd5ae4773a0ab0c","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a44f04eedd5ae4773a0ab0c: done: 0.015805 sec","job_status":"done","queue_duration_s":2.589464,"scheduling_latency_s":2.589523,"redis_calls":13,"redis_duration_s":0.00262,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000788,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001832,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010271,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015805,"completed_at":"2026-09-01T07:45:06.468Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619gitlab # [ 194.566734] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"545e72256a2b6d14aab9116f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-545e72256a2b6d14aab9116f: start","job_status":"start","queue_duration_s":2.606678,"scheduling_latency_s":2.606702}1620gitlab # [ 194.567906] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.486Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"545e72256a2b6d14aab9116f","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-545e72256a2b6d14aab9116f: done: 0.015741 sec","job_status":"done","queue_duration_s":2.606678,"scheduling_latency_s":2.606702,"redis_calls":13,"redis_duration_s":0.002793,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015741,"completed_at":"2026-09-01T07:45:06.486Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621gitlab # [ 194.634094] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.487Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"486abcd11e83cc8f69862b97","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-486abcd11e83cc8f69862b97: start","job_status":"start","queue_duration_s":2.623915,"scheduling_latency_s":2.623941}1622gitlab # [ 194.635088] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.504Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"486abcd11e83cc8f69862b97","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-486abcd11e83cc8f69862b97: done: 0.016488 sec","job_status":"done","queue_duration_s":2.623915,"scheduling_latency_s":2.623941,"redis_calls":13,"redis_duration_s":0.002843,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002028,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016488,"completed_at":"2026-09-01T07:45:06.504Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623gitlab # [ 194.717062] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a42014011c2a349e4a0845a7","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a42014011c2a349e4a0845a7: start","job_status":"start","queue_duration_s":2.642907,"scheduling_latency_s":2.642938}1624gitlab # [ 194.718057] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.522Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a42014011c2a349e4a0845a7","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a42014011c2a349e4a0845a7: done: 0.016267 sec","job_status":"done","queue_duration_s":2.642907,"scheduling_latency_s":2.642938,"redis_calls":13,"redis_duration_s":0.002614,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000762,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001852,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016267,"completed_at":"2026-09-01T07:45:06.522Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625gitlab # [ 194.759232] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.524Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3aaafe150b4fa03b2559abe4","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3aaafe150b4fa03b2559abe4: start","job_status":"start","queue_duration_s":2.660636,"scheduling_latency_s":2.660662}1626gitlab # [ 194.774158] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3aaafe150b4fa03b2559abe4","created_at":"2026-09-01T07:45:03.653Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-d95ef229119a41a0","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"60021274252f633e15da4a3b02f1aa94","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.863Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3aaafe150b4fa03b2559abe4: done: 0.016046 sec","job_status":"done","queue_duration_s":2.660636,"scheduling_latency_s":2.660662,"redis_calls":13,"redis_duration_s":0.002725,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000831,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001894,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010561,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016046,"completed_at":"2026-09-01T07:45:06.540Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627gitlab # [ 194.850234] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.542Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"fe131d948923b41c997d8b55","created_at":"2026-09-01T07:45:03.860Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bfbeec694d3b120f6ab0197254e66435","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.865Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-fe131d948923b41c997d8b55: start","job_status":"start","queue_duration_s":2.676964,"scheduling_latency_s":2.676999}1628gitlab # [ 194.851434] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.585Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"fe131d948923b41c997d8b55","created_at":"2026-09-01T07:45:03.860Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bfbeec694d3b120f6ab0197254e66435","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.865Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-fe131d948923b41c997d8b55: done: 0.043706 sec","job_status":"done","queue_duration_s":2.676964,"scheduling_latency_s":2.676999,"redis_calls":9,"redis_duration_s":0.005378,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004206,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001172,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020235,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000549511,"exclusive_lock_hold_duration_s":0.023991317,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.043706,"completed_at":"2026-09-01T07:45:06.585Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015195,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629gitlab # [ 194.906936] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.587Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"4956793399da0908c16dfc22","created_at":"2026-09-01T07:45:03.874Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60824343563d0b8cfca036923710b167","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T07:45:03.878Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-4956793399da0908c16dfc22: start","job_status":"start","queue_duration_s":2.709426,"scheduling_latency_s":2.709465}1630gitlab # [ 194.907961] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.766Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"4956793399da0908c16dfc22","created_at":"2026-09-01T07:45:03.874Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"60824343563d0b8cfca036923710b167","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-09-01T07:45:03.878Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-4956793399da0908c16dfc22: done: 0.179003 sec","job_status":"done","queue_duration_s":2.709426,"scheduling_latency_s":2.709465,"redis_calls":7,"redis_duration_s":0.147643,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.141265,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.006378,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01568,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.179003,"completed_at":"2026-09-01T07:45:06.766Z","load_balancing_strategy":"primary","db_duration_s":0.002174,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631gitlab # [ 194.963077] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.769Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"8ad7b964e668a018944cab87","created_at":"2026-09-01T07:45:03.882Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"880b295304ffa288b73a5c0c44ae45a0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.886Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-8ad7b964e668a018944cab87: start","job_status":"start","queue_duration_s":2.882518,"scheduling_latency_s":2.88255}1632gitlab # [ 194.964040] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.788Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"8ad7b964e668a018944cab87","created_at":"2026-09-01T07:45:03.882Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"880b295304ffa288b73a5c0c44ae45a0","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.886Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-8ad7b964e668a018944cab87: done: 0.019868 sec","job_status":"done","queue_duration_s":2.882518,"scheduling_latency_s":2.88255,"redis_calls":7,"redis_duration_s":0.001639,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001245,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000394,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019868,"completed_at":"2026-09-01T07:45:06.788Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633gitlab # [ 195.016956] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.790Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"486ae94139e0d177fa56a97a","created_at":"2026-09-01T07:45:03.895Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c805fb55ac51bb6fb2bd4c8c180a7cca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.897Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-486ae94139e0d177fa56a97a: start","job_status":"start","queue_duration_s":2.892579,"scheduling_latency_s":2.892604}1634gitlab # [ 195.067540] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.798Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1635gitlab # [ 195.068255] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.803Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"486ae94139e0d177fa56a97a","created_at":"2026-09-01T07:45:03.895Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c805fb55ac51bb6fb2bd4c8c180a7cca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.897Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-486ae94139e0d177fa56a97a: done: 0.012737 sec","job_status":"done","queue_duration_s":2.892579,"scheduling_latency_s":2.892604,"redis_calls":7,"redis_duration_s":0.001341,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000424,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007858,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012737,"completed_at":"2026-09-01T07:45:06.803Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1636gitlab # [ 195.077805] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.804Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"dca060eeeabefe2d1058aaa0","created_at":"2026-09-01T07:45:03.908Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9a58b41adfc8ae5eefd9b644bcd3ab5","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.933Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-dca060eeeabefe2d1058aaa0: start","job_status":"start","queue_duration_s":2.870892,"scheduling_latency_s":2.870912}1637gitlab # [ 195.093991] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.827Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"dca060eeeabefe2d1058aaa0","created_at":"2026-09-01T07:45:03.908Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9a58b41adfc8ae5eefd9b644bcd3ab5","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.933Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-dca060eeeabefe2d1058aaa0: done: 0.022892 sec","job_status":"done","queue_duration_s":2.870892,"scheduling_latency_s":2.870912,"redis_calls":10,"redis_duration_s":0.002277,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000461,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001385,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000886985,"duration_s":0.022892,"completed_at":"2026-09-01T07:45:06.827Z","load_balancing_strategy":"primary","db_duration_s":0.003155,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1638gitlab # [ 195.144687] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"451f09c7c18ebb46ca690589","created_at":"2026-09-01T07:45:03.939Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1d1f9b15b7636a676f63d17cff50686","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.942Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-451f09c7c18ebb46ca690589: start","job_status":"start","queue_duration_s":2.886409,"scheduling_latency_s":2.88643}1639gitlab # [ 195.157312] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.853Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"451f09c7c18ebb46ca690589","created_at":"2026-09-01T07:45:03.939Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-084f0a9ad0514a72","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1d1f9b15b7636a676f63d17cff50686","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:03.942Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-451f09c7c18ebb46ca690589: done: 0.024617 sec","job_status":"done","queue_duration_s":2.886409,"scheduling_latency_s":2.88643,"redis_calls":7,"redis_duration_s":0.0029000000000000002,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00219,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00071,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008971,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.024617,"completed_at":"2026-09-01T07:45:06.853Z","load_balancing_strategy":"primary","db_duration_s":0.009494,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1640gitlab # [ 195.210760] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.855Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c80f6823b73acc9c33cfc939","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c80f6823b73acc9c33cfc939: start","job_status":"start","queue_duration_s":2.561183,"scheduling_latency_s":2.561207}1641gitlab # [ 195.219589] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.865Z","message":"No existing merge request to be cleaned up."}1642gitlab # [ 195.221799] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.873Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c80f6823b73acc9c33cfc939","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c80f6823b73acc9c33cfc939: done: 0.018337 sec","job_status":"done","queue_duration_s":2.561183,"scheduling_latency_s":2.561207,"redis_calls":10,"redis_duration_s":0.001967,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00079,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001177,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012498,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018337,"completed_at":"2026-09-01T07:45:06.873Z","load_balancing_strategy":"primary","db_duration_s":0.001836,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643gitlab # [ 195.280939] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.875Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"caa74392bb2cbcff3a84bbef","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-caa74392bb2cbcff3a84bbef: start","job_status":"start","queue_duration_s":2.580918,"scheduling_latency_s":2.580943}1644gitlab # [ 195.282038] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.885Z","message":"No existing merge request to be cleaned up."}1645gitlab # [ 195.283404] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.891Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"caa74392bb2cbcff3a84bbef","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-caa74392bb2cbcff3a84bbef: done: 0.016694 sec","job_status":"done","queue_duration_s":2.580918,"scheduling_latency_s":2.580943,"redis_calls":10,"redis_duration_s":0.001946,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000745,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001201,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011238,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016694,"completed_at":"2026-09-01T07:45:06.891Z","load_balancing_strategy":"primary","db_duration_s":0.001633,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1646gitlab # [ 195.357644] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.893Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f9731a92f74a43d1adc9a14b","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f9731a92f74a43d1adc9a14b: start","job_status":"start","queue_duration_s":2.599003,"scheduling_latency_s":2.599025}1647gitlab # [ 195.358639] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.902Z","message":"No existing merge request to be cleaned up."}1648gitlab # [ 195.359392] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.908Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f9731a92f74a43d1adc9a14b","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f9731a92f74a43d1adc9a14b: done: 0.01579 sec","job_status":"done","queue_duration_s":2.599003,"scheduling_latency_s":2.599025,"redis_calls":10,"redis_duration_s":0.001857,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000725,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001132,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01579,"completed_at":"2026-09-01T07:45:06.908Z","load_balancing_strategy":"primary","db_duration_s":0.001485,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649gitlab # [ 195.427977] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.910Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ff85928893ef977692d299ae","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ff85928893ef977692d299ae: start","job_status":"start","queue_duration_s":2.616497,"scheduling_latency_s":2.61652}1650gitlab # [ 195.428932] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.919Z","message":"No existing merge request to be cleaned up."}1651gitlab # [ 195.429736] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:06.925Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ff85928893ef977692d299ae","created_at":"2026-09-01T07:45:04.282Z","trace_propagation_headers":{"sentry-trace":"9d2641e74e924a2a920dbfee4c25787b-57e28699d85046fa","baggage":"sentry-trace_id=9d2641e74e924a2a920dbfee4c25787b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b41d84b58621f455e69650cbba926cd3","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:04.294Z","job_size_bytes":2,"pid":1686,"sidekiq_tid":"maiq","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ff85928893ef977692d299ae: done: 0.015202 sec","job_status":"done","queue_duration_s":2.616497,"scheduling_latency_s":2.61652,"redis_calls":10,"redis_duration_s":0.0018479999999999998,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000708,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00114,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010022,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015202,"completed_at":"2026-09-01T07:45:06.925Z","load_balancing_strategy":"primary","db_duration_s":0.001532,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1652gitlab # [ 195.747973] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 4398140589 wd_nsec: 43981387681653gitlab # [ 204.383752] postgres[2595]: [2595] ERROR: relation "table_without_models" does not exist1654gitlab # [ 204.385467] postgres[2595]: [2595] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1655gitlab # [ 208.028491] runuser[2358]: pam_unix(runuser:session): session closed for user gitlab1656gitlab # [ 208.030746] setup-gitlab-start[2340]: + systemctl restart gitlab-sidekiq.service1657gitlab # [ 208.044893] systemd[1]: Stopping gitlab-sidekiq.service...1658gitlab # [ 208.045706] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:22.113Z","message":"Shutting down"}1659gitlab # [ 208.046449] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:22.113Z","message":"Scheduler exiting..."}1660gitlab # [ 208.050473] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:22.118Z","message":"Terminating quiet threads for default capsule"}1661gitlab # [ 208.051214] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:22.118Z","message":"Scheduler exiting..."}1662gitlab # [ 208.551570] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:22.619Z","message":"Pausing to allow jobs to finish..."}1663gitlab # [ 213.056174] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:27.123Z","message":"Bye!"}1664gitlab # [ 213.069228] sidekiq-cluster[1686]: {"severity":"INFO","time":"2026-09-01T07:45:27.137Z","message":"stopped","memwd_reason":"background task stopped","memwd_handler_class":"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler","memwd_sleep_time_s":3,"pid":1686,"worker_id":"sidekiq_0","memwd_rss_bytes":939868160,"retry":0}1665gitlab # [ 213.813386] systemd[1]: gitlab-sidekiq.service: Deactivated successfully.1666gitlab # [ 213.813940] systemd[1]: Stopped gitlab-sidekiq.service.1667gitlab # [ 213.815053] systemd[1]: gitlab-sidekiq.service: Consumed 1min 11.501s CPU time over 2min 15.682s wall clock time, 953.3M memory peak, 4M read from disk.1668gitlab # [ 213.817769] systemd[1]: Started gitlab-sidekiq.service.1669gitlab # [ 213.818838] setup-gitlab-start[2340]: + mkdir -p /var/lib/secrets1670gitlab # [ 213.819700] setup-gitlab-start[2340]: + echo nixbot-test-token-of-20-chars1671gitlab # [ 213.821260] setup-gitlab-start[2340]: + chmod 644 /var/lib/secrets/gitlab-token1672gitlab # [ 213.824108] setup-gitlab-start[2340]: + curl -fs -X POST -H 'PRIVATE-TOKEN: nixbot-test-token-of-20-chars' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1673gitlab # [ 214.511228] gitaly[918]: time="2026-09-01T07:45:28.578Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.578" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1674gitlab # [ 214.512175] gitaly[918]: time="2026-09-01T07:45:28.579Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.578" grpc.time_ms=0.571 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1675gitlab # [ 214.648699] gitaly[918]: time="2026-09-01T07:45:28.716Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.146" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.716" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1676gitlab # [ 214.649580] gitaly[918]: time="2026-09-01T07:45:28.717Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.146" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.716" grpc.time_ms=0.895 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1677gitlab # [ 214.682559] gitaly[918]: time="2026-09-01T07:45:28.750Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN diskcache=4cf1e706-64ce-48a7-94e9-a8c453febb03 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T07:45:38.155" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.725" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1678gitlab # [ 214.683097] gitaly[918]: time="2026-09-01T07:45:28.750Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1580 command.oublock=32 command.real_time_ms=11 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T07:45:38.155" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.725" grpc.time_ms=24.824 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1679gitlab # [ 214.714713] gitaly[918]: time="2026-09-01T07:45:28.782Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.211" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.782" pid=918 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1680gitlab # [ 214.729906] gitaly[918]: time="2026-09-01T07:45:28.797Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.211" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.782" grpc.time_ms=0.508 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1681gitlab # [ 214.747040] gitaly[918]: time="2026-09-01T07:45:28.815Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:45:38.227" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.798" grpc.time_ms=16.005 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1682gitlab # [ 214.811651] gitaly[918]: time="2026-09-01T07:45:28.879Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.879" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1683gitlab # [ 214.828105] gitaly[918]: time="2026-09-01T07:45:28.879Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.879" grpc.time_ms=0.238 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1684gitlab # [ 214.867720] gitaly[918]: time="2026-09-01T07:45:28.935Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN diskcache=3a985d06-09f6-4cf8-ab6f-a207073d5736 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T07:45:38.025" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.895" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1685gitlab # [ 214.882807] gitaly[918]: time="2026-09-01T07:45:28.950Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1577 command.oublock=32 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-09-01T07:45:38.025" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.895" grpc.time_ms=40.032 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1686gitlab # [ 214.900613] gitaly[918]: time="2026-09-01T07:45:28.958Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.087" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.958" pid=918 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1687gitlab # [ 214.901040] gitaly[918]: time="2026-09-01T07:45:28.958Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:38.087" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.958" grpc.time_ms=0.46 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1688gitlab # [ 214.907232] gitaly[918]: time="2026-09-01T07:45:28.975Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:45:38.100" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:28.970" grpc.time_ms=4.33 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1689gitlab # [ 214.972093] gitaly[918]: time="2026-09-01T07:45:29.040Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:45:39.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:29.039" grpc.time_ms=0.144 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1690gitlab # [ 214.977817] gitaly[918]: time="2026-09-01T07:45:29.045Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T07:45:39.014" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:29.045" grpc.time_ms=0.316 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691gitlab # [ 215.539390] gitaly[918]: time="2026-09-01T07:45:29.606Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYW8AY95X9TYMKW7WPDWEN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:45:39.031" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:29.602" grpc.time_ms=4.776 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1692gitlab # [ 215.856800] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:29 +0000] "POST /api/v4/projects HTTP/1.1" 201 4828 "" "curl/8.21.0" 20211693gitlab # [ 215.860605] setup-gitlab-start[2340]: + mkdir -p /tmp/test-flake1694gitlab # [ 215.862069] setup-gitlab-start[2340]: + cd /tmp/test-flake1695gitlab # [ 215.863425] setup-gitlab-start[2340]: + git init -b master1696gitlab # [ 215.875479] setup-gitlab-start[2693]: Initialized empty Git repository in /tmp/test-flake/.git/1697gitlab # [ 215.877467] setup-gitlab-start[2340]: + git config user.name test1698gitlab # [ 215.878843] setup-gitlab-start[2340]: + git config user.email test@example.com1699gitlab # [ 215.880438] setup-gitlab-start[2340]: + cat1700gitlab # [ 215.881469] setup-gitlab-start[2340]: + git add flake.nix1701gitlab # [ 215.882825] setup-gitlab-start[2340]: + git commit -m 'initial commit'1702gitlab # [ 215.886667] setup-gitlab-start[2698]: [master (root-commit) 9d253e7] initial commit1703gitlab # [ 215.887238] setup-gitlab-start[2698]: 1 file changed, 10 insertions(+)1704gitlab # [ 215.888459] setup-gitlab-start[2698]: create mode 100644 flake.nix1705gitlab # [ 215.889385] setup-gitlab-start[2340]: + git remote add origin http://oauth2:nixbot-test-token-of-20-chars@gitlab/root/test-flake.git1706gitlab # [ 215.893936] setup-gitlab-start[2340]: + git push -u origin master1707gitlab # [ 216.050996] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:30 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 1401708gitlab # [ 216.142248] gitaly[918]: time="2026-09-01T07:45:30.210Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAG8H9A9BBBP0SE398GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:30.204" grpc.time_ms=5.216 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1709gitlab # [ 216.160622] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:30 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.55.0" 1081710gitlab # [ 216.508387] gitaly[918]: time="2026-09-01T07:45:30.576Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:45:40.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:30.571" grpc.time_ms=4.521 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1711gitlab # [ 216.542830] gitaly[918]: time="2026-09-01T07:45:30.610Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=332 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-09-01T07:46:00.005" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-09-01T07:45:30.605" grpc.time_ms=4.637 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712gitlab # [ 216.559611] gitaly[918]: time="2026-09-01T07:45:30.627Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 duration_ms=117ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/allowed"1713gitlab # [ 216.587408] gitaly[918]: time="2026-09-01T07:45:30.655Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 duration_ms=25ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/pre_receive"1714gitlab # [ 216.591384] gitaly[918]: time="2026-09-01T07:45:30.659Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:30.509" grpc.time_ms=150.028 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1715gitlab # [ 216.623826] gitaly[918]: time="2026-09-01T07:45:30.691Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:30.691" grpc.time_ms=0.496 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1716gitlab # [ 216.662089] gitaly[918]: time="2026-09-01T07:45:30.730Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:30.729" grpc.time_ms=0.456 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1717gitlab # [ 216.691489] gitaly[918]: time="2026-09-01T07:45:30.759Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:30.758" grpc.time_ms=0.434 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1718gitlab # [ 216.789928] gitaly[918]: time="2026-09-01T07:45:30.857Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=5 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:45:40.273" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:30.844" grpc.time_ms=13.037 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1719gitlab # [ 216.825726] gitaly[918]: time="2026-09-01T07:45:30.893Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=9 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-09-01T07:45:40.002" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:30.873" grpc.time_ms=19.822 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1720gitlab # [ 216.835326] gitaly[918]: time="2026-09-01T07:45:30.903Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 duration_ms=111ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/post_receive"1721gitlab # [ 216.836823] gitaly[918]: time="2026-09-01T07:45:30.903Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:30.790" grpc.time_ms=112.893 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1722gitlab # [ 216.870862] gitaly[918]: time="2026-09-01T07:45:30.938Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 diskcache=74b38b75-77e3-472e-ae93-905137c31387 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:30.474" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1723gitlab # [ 216.885616] gitaly[918]: time="2026-09-01T07:45:30.953Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=175 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=892928 command.minflt=13621 command.oublock=32 command.real_time_ms=458 command.spawn_token_fork_ms=0 command.system_time_ms=120 command.user_time_ms=55 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:30.474" grpc.time_ms=464.544 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1724gitlab # [ 216.906118] gitlab-workhorse[827]: time="2026-09-01T07:45:30Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521725gitlab # [ 216.906820] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:30 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 7381726gitlab # [ 216.913046] setup-gitlab-start[2702]: To http://gitlab/root/test-flake.git1727gitlab # [ 216.913992] setup-gitlab-start[2702]: * [new branch] master -> master1728gitlab # [ 216.916757] setup-gitlab-start[2702]: branch 'master' set up to track 'origin/master'.1729gitlab # [ 216.920835] systemd[1]: Finished setup-gitlab.service.1730gitlab # [ 216.923484] systemd[1]: Starting nixbot CI service...1731gitlab # [ 217.880889] nixbot[2784]: {"ts": "2026-09-01T07:45:31.948Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1732gitlab # [ 217.899899] nixbot[2784]: {"ts": "2026-09-01T07:45:31.967Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1733gitlab # [ 217.914306] nixbot[2784]: {"ts": "2026-09-01T07:45:31.982Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1734gitlab # [ 217.920269] nixbot[2784]: {"ts": "2026-09-01T07:45:31.988Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1735gitlab # [ 217.926897] nixbot[2784]: {"ts": "2026-09-01T07:45:31.994Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1736gitlab # [ 217.934290] nixbot[2784]: {"ts": "2026-09-01T07:45:32.002Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1737gitlab # [ 217.941867] nixbot[2784]: {"ts": "2026-09-01T07:45:32.009Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1738gitlab # [ 217.946069] nixbot[2784]: {"ts": "2026-09-01T07:45:32.014Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1739gitlab # [ 217.953609] nixbot[2784]: {"ts": "2026-09-01T07:45:32.021Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1740gitlab # [ 217.957676] nixbot[2784]: {"ts": "2026-09-01T07:45:32.025Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1741gitlab # [ 217.964225] nixbot[2784]: {"ts": "2026-09-01T07:45:32.032Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1742gitlab # [ 217.970926] nixbot[2784]: {"ts": "2026-09-01T07:45:32.038Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1743gitlab # [ 217.975656] nixbot[2784]: {"ts": "2026-09-01T07:45:32.043Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1744gitlab # [ 217.980266] nixbot[2784]: {"ts": "2026-09-01T07:45:32.048Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1745gitlab # [ 217.986839] nixbot[2784]: {"ts": "2026-09-01T07:45:32.054Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1746gitlab # [ 217.991915] nixbot[2784]: {"ts": "2026-09-01T07:45:32.059Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1747gitlab # [ 217.996515] nixbot[2784]: {"ts": "2026-09-01T07:45:32.064Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1748gitlab # [ 218.001269] nixbot[2784]: {"ts": "2026-09-01T07:45:32.069Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1749gitlab # [ 218.008421] nixbot[2784]: {"ts": "2026-09-01T07:45:32.076Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1750gitlab: (finished: waiting for unit setup-gitlab.service, in 218.90 seconds)1751gitlab # [ 218.013807] nixbot[2784]: {"ts": "2026-09-01T07:45:32.081Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 19, "migration": "scheduled_run_notify"}1752gitlab: waiting for unit nixbot.service1753gitlab # [ 218.015704] nixbot[2784]: {"ts": "2026-09-01T07:45:32.083Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 20, "migration": "log_metadata"}1754gitlab # [ 218.026144] nixbot[2784]: {"ts": "2026-09-01T07:45:32.094Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 21, "migration": "forge_refresh_tokens"}1755gitlab # [ 218.032978] nixbot[2784]: {"ts": "2026-09-01T07:45:32.100Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 22, "migration": "attr_finished_idx"}1756gitlab # [ 218.037044] nixbot[2784]: {"ts": "2026-09-01T07:45:32.105Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 23, "migration": "effect_deps"}1757gitlab # [ 218.041412] nixbot[2784]: {"ts": "2026-09-01T07:45:32.109Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 24, "migration": "drop_forge_tokens"}1758gitlab # [ 218.046429] nixbot[2784]: {"ts": "2026-09-01T07:45:32.114Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 25, "migration": "effect_skipped_rename"}1759gitlab # [ 218.051527] nixbot[2784]: {"ts": "2026-09-01T07:45:32.119Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 26, "migration": "attr_eval_warnings"}1760gitlab # [ 218.217126] sidekiq-cluster[2646]: {"severity":"INFO","time":"2026-09-01T07:45:32.259Z","message":"Starting cluster with 1 processes"}1761gitlab # [ 218.321728] nixbot[2784]: INFO: Started server process [2784]1762gitlab # [ 218.322668] nixbot[2784]: INFO: Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1763gitlab # [ 218.344532] nixbot[2784]: INFO: ::ffff:127.0.0.1:54508 - "GET /health HTTP/1.1" 200 OK1764gitlab # [ 218.350334] systemd[1]: Started nixbot CI service.1765gitlab # [ 218.351043] systemd[1]: Reached target Multi-User System.1766gitlab # [ 218.353179] systemd[1]: Startup finished in 1.057s (kernel) + 3.169s (initrd) + 3min 34.125s (userspace) = 3min 38.353s.1767gitlab: (finished: waiting for unit nixbot.service, in 1.03 seconds)1768gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1769gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.02 seconds)1770subtest: project discovered and webhook registered1771gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1772gitlab # [ 219.064435] nixbot[2784]: INFO: ::ffff:127.0.0.1:54522 - "GET /health HTTP/1.1" 200 OK1773gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.08 seconds)1774[]1775gitlab # [ 219.144491] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.21.0" 641776gitlab # [ 219.260172] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 9151777gitlab # [ 219.261342] nixbot[2784]: {"ts": "2026-09-01T07:45:33.329Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1778gitlab # [ 219.275540] nixbot[2784]: {"ts": "2026-09-01T07:45:33.343Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1779gitlab # [ 219.344538] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 621780gitlab # [ 219.345348] nixbot[2784]: {"ts": "2026-09-01T07:45:33.413Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1781gitlab # [ 219.346480] nixbot[2784]: {"ts": "2026-09-01T07:45:33.414Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1782gitlab # [ 219.479540] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 919 "" "python-httpx/0.28.1" 1311783gitlab # [ 219.483121] nixbot[2784]: {"ts": "2026-09-01T07:45:33.548Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1784gitlab # [ 219.705533] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 2161785gitlab # [ 219.706488] nixbot[2784]: {"ts": "2026-09-01T07:45:33.774Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1786gitlab # [ 219.758045] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "python-httpx/0.28.1" 441787gitlab # [ 219.760781] nixbot[2784]: {"ts": "2026-09-01T07:45:33.826Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1788gitlab # [ 219.961905] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 919 "" "python-httpx/0.28.1" 1991789gitlab # [ 219.964803] nixbot[2784]: {"ts": "2026-09-01T07:45:34.030Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1790gitlab # [ 220.028409] gitaly[918]: time="2026-09-01T07:45:34.096Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEAKKNA6QM7BJ2VB8BB6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-09-01T07:46:04.088" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:34.089" grpc.time_ms=6.738 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1791gitlab # [ 220.049638] gitaly[918]: time="2026-09-01T07:45:34.116Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEAKKNA6QM7BJ2VB8BB6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:04.115" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:34.116" grpc.time_ms=0.822 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1792gitlab # [ 220.066335] gitaly[918]: time="2026-09-01T07:45:34.126Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEAKKNA6QM7BJ2VB8BB6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-09-01T07:45:44.010" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:34.120" grpc.time_ms=5.72 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1793gitlab # [ 220.088368] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 732 "" "python-httpx/0.28.1" 1201794gitlab # [ 220.091535] nixbot[2784]: {"ts": "2026-09-01T07:45:34.157Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1795gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1796gitlab # [ 220.178746] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 861797gitlab # [ 220.181922] nixbot[2784]: {"ts": "2026-09-01T07:45:34.247Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1798gitlab # [ 220.185427] nixbot[2784]: {"ts": "2026-09-01T07:45:34.250Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1799gitlab # [ 220.224680] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "curl/8.21.0" 631800gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.08 seconds)1801[{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-09-01T07:45:33.531Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'token_present': True, 'signing_token_present': False, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1802(finished: subtest: project discovered and webhook registered, in 1.17 seconds)1803subtest: push delivers the webhook1804gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1805gitlab # [ 220.257568] gitaly[918]: time="2026-09-01T07:45:34.325Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEJ17HMYET6ZW3N3J75E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.319" grpc.time_ms=6.455 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1806gitlab # [ 220.273944] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 531807gitlab # [ 220.283536] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 321808gitlab # [ 220.350266] gitaly[918]: time="2026-09-01T07:45:34.418Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEMH8KZXHCRA04F6QH33 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=246 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.411" grpc.time_ms=6.695 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1809gitlab # [ 220.369741] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.55.0" 651810gitlab # [ 220.375853] gitaly[918]: time="2026-09-01T07:45:34.443Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEKXV096PJPRJ5BA4D2C grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.435" pid=918 remote_ip="2001:db8:1::1" request_sha=cbf4cb85c7b4a4aa26c72509fcce4a61c2433abb response_bytes=113 span.kind=server system=grpc1811gitlab # [ 220.378694] gitaly[918]: time="2026-09-01T07:45:34.444Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEKXV096PJPRJ5BA4D2C grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.435" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1812gitlab # [ 220.379990] gitaly[918]: time="2026-09-01T07:45:34.445Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEKXV096PJPRJ5BA4D2C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.435" grpc.time_ms=9.414 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1813gitlab # [ 220.380922] gitlab-workhorse[827]: time="2026-09-01T07:45:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1131814gitlab # [ 220.381939] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 113 "" "git/2.55.0" 1131815gitlab # Enumerating objects: 5, done.1816gitlab # Counting objects: 20% (1/5)Counting objects: 40% (2/5)Counting objects: 60% (3/5)Counting objects: 80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1817gitlab # Delta compression using up to 4 threads1818gitlab # Compressing objects: 50% (1/2)Compressing objects: 100% (2/2)[ 220.439934] gitaly[918]: time="2026-09-01T07:45:34.506Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEQJDBMJ86RP9TS7NR7V grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.493" pid=918 remote_ip="2001:db8:1::1" request_sha=6a820461f548511b0599430b177444206fcbe47e response_bytes=228 span.kind=server system=grpc1819gitlab # [ 220.441770] gitaly[918]: time="2026-09-01T07:45:34.507Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1199 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEQJDBMJ86RP9TS7NR7V grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.493" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1820gitlab # [ 220.442804] gitlab-workhorse[827]: time="2026-09-01T07:45:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2281821gitlab # [ 220.443763] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 228 "" "git/2.55.0" 571822gitlab # [ 220.444517] gitaly[918]: time="2026-09-01T07:45:34.507Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1199 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEQJDBMJ86RP9TS7NR7V grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.493" grpc.time_ms=13.575 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1823gitlab # Compressing objects: 100% (2/2), done.1824gitlab # Writing objects: 33% (1/3)Writing objects: 66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 274 bytes | 274.00 KiB/s, done.1825gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1826gitlab # [ 220.563620] gitaly[918]: time="2026-09-01T07:45:34.630Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEVSFBETSEV3R8TWXZG9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.625" grpc.time_ms=4.522 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1827gitlab # [ 220.564234] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 461828gitlab # [ 220.646357] gitaly[918]: time="2026-09-01T07:45:34.714Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEXV8W3AA4GABAVYV765 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.708" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc1829gitlab # [ 220.647178] gitaly[918]: time="2026-09-01T07:45:34.714Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEXV8W3AA4GABAVYV765 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.708" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1830gitlab # [ 220.677124] gitaly[918]: time="2026-09-01T07:45:34.744Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEXV8W3AA4GABAVYV765 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.708" grpc.time_ms=35.491 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1831gitlab # [ 220.677986] gitlab-workhorse[827]: time="2026-09-01T07:45:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671832gitlab # [ 220.678913] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 931833gitlab # [ 220.738047] gitaly[918]: time="2026-09-01T07:45:34.806Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=328 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-09-01T07:46:04.798" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-09-01T07:45:34.798" grpc.time_ms=6.914 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1834gitlab # [ 220.772232] gitaly[918]: time="2026-09-01T07:45:34.840Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWF25D3MQZA2XW4G75ZAH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=190 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.833" grpc.time_ms=5.711 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1835gitlab # [ 220.788698] gitaly[918]: time="2026-09-01T07:45:34.856Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 duration_ms=144ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/allowed"1836gitlab # [ 220.797725] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 751837gitlab # [ 220.815559] gitaly[918]: time="2026-09-01T07:45:34.882Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 duration_ms=25ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/pre_receive"1838gitlab # [ 220.818908] gitaly[918]: time="2026-09-01T07:45:34.883Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:34.711" grpc.time_ms=171.991 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1839gitlab # [ 220.856433] gitaly[918]: time="2026-09-01T07:45:34.924Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:34.923" grpc.time_ms=0.462 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1840gitlab # [ 220.888047] gitaly[918]: time="2026-09-01T07:45:34.955Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWF4PWBG0Q4N2923VVHK2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.945" pid=918 remote_ip="2001:db8:1::1" request_sha=fb62c37b60b550dd367e34acce88d0d3e3444d95 response_bytes=209 span.kind=server system=grpc1841gitlab # [ 220.888591] gitaly[918]: time="2026-09-01T07:45:34.955Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWF4PWBG0Q4N2923VVHK2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.945" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1842gitlab # [ 220.889623] gitaly[918]: time="2026-09-01T07:45:34.956Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1165 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWF4PWBG0Q4N2923VVHK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.945" grpc.time_ms=10.975 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1843gitlab # [ 220.890347] gitlab-workhorse[827]: time="2026-09-01T07:45:34Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2091844gitlab # [ 220.890946] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:34 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 209 "" "git/2.55.0" 861845gitlab # [ 220.902204] gitaly[918]: time="2026-09-01T07:45:34.970Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:34.969" grpc.time_ms=0.521 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1846gitlab # [ 220.977318] gitaly[918]: time="2026-09-01T07:45:35.045Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:35.044" grpc.time_ms=1.102 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1847gitlab # [ 221.041509] gitaly[918]: time="2026-09-01T07:45:35.109Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:05.106" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:35.108" grpc.time_ms=0.493 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1848gitlab # [ 221.058479] gitaly[918]: time="2026-09-01T07:45:35.126Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 duration_ms=45ns method=POST pid=918 status=200 url="http://unix/api/v4/internal/post_receive"1849gitlab # [ 221.061498] gitaly[918]: time="2026-09-01T07:45:35.129Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:35.080" grpc.time_ms=48.788 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1850gitlab # [ 221.083972] gitaly[918]: time="2026-09-01T07:45:35.150Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 diskcache=f8b07db5-f2e4-4fec-83cd-01f4e12464b1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.665" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1851gitlab # [ 221.084684] gitlab-workhorse[827]: time="2026-09-01T07:45:35Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521852gitlab # [ 221.085236] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:35 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 5851853gitlab # [ 221.087747] gitaly[918]: time="2026-09-01T07:45:35.150Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=154 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=872448 command.minflt=13655 command.oublock=32 command.real_time_ms=477 command.spawn_token_fork_ms=2 command.system_time_ms=107 command.user_time_ms=47 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=606 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:34.665" grpc.time_ms=485.673 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1854gitlab # [ 221.115548] gitaly[918]: time="2026-09-01T07:45:35.183Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-09-01T07:46:05.178" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:35.178" grpc.time_ms=5.002 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1855gitlab # To http://gitlab/root/test-flake.git1856gitlab # 9d253e7..a06154e master -> master1857gitlab # [ 221.137906] gitaly[918]: time="2026-09-01T07:45:35.205Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:45:45.089" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:35.199" grpc.time_ms=6.035 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1858gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 0.93 seconds)1859gitlab: must succeed: git -C /tmp/test-flake rev-parse master1860gitlab # [ 221.159130] gitaly[918]: time="2026-09-01T07:45:35.226Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:45:45.109" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:35.219" grpc.time_ms=6.562 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1861gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.02 seconds)1862gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1863gitlab # [ 221.216053] gitaly[918]: time="2026-09-01T07:45:35.284Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T07:45:45.173" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:35.283" grpc.time_ms=0.184 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1864gitlab # [ 221.237498] nixbot[2784]: INFO: ::ffff:127.0.0.1:54538 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1865gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.06 seconds)1866[]1867gitlab # [ 221.244735] gitaly[918]: time="2026-09-01T07:45:35.312Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=617 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T07:45:45.196" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:35.307" grpc.time_ms=5.402 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1868gitlab # [ 221.286456] gitaly[918]: time="2026-09-01T07:45:35.354Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4150 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:35.353" grpc.time_ms=0.418 pid=918 span.kind=server system=grpc1869gitlab # [ 221.316611] gitaly[918]: time="2026-09-01T07:45:35.384Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4152 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:45:35.383" grpc.time_ms=1.439 pid=918 span.kind=server system=grpc1870gitlab # [ 221.333632] gitaly[918]: time="2026-09-01T07:45:35.401Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 diskcache=1c1df7b3-0e19-4a09-b29e-001da3b54c5e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:45:45.205" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:35.315" pid=918 ref=refs/keep-around/9d253e747b280d29374606073265b1f66fcaec07 remote_ip="2001:db8:1::1" revision=9d253e747b280d29374606073265b1f66fcaec07 span.kind=server system=grpc username=root1871gitlab # [ 221.334382] gitaly[918]: time="2026-09-01T07:45:35.401Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=74 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5225 command.oublock=8 command.real_time_ms=80 command.spawn_token_fork_ms=15 command.system_time_ms=47 command.user_time_ms=27 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:45:45.205" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:45:35.315" grpc.time_ms=85.788 pid=918 ref=refs/keep-around/9d253e747b280d29374606073265b1f66fcaec07 remote_ip="2001:db8:1::1" revision=9d253e747b280d29374606073265b1f66fcaec07 span.kind=server system=grpc username=root1872gitlab # [ 221.364266] gitaly[918]: time="2026-09-01T07:45:35.432Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:05.431" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:35.431" grpc.time_ms=0.365 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1873gitlab # [ 221.514883] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:35 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 5321874gitlab # [ 221.515778] nixbot[2784]: {"ts": "2026-09-01T07:45:35.583Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}1875gitlab # [ 221.523735] nixbot[2784]: {"ts": "2026-09-01T07:45:35.591Z", "level": "info", "logger": "nixbot.flake_prefetch", "msg": "prefetching flake inputs", "flake_dir": "/var/lib/nixbot/worktrees/1-9d253e747b28-0"}1876gitlab # [ 221.659200] nixbot[2784]: {"ts": "2026-09-01T07:45:35.727Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-9d253e747b28-0", "argv0": "bwrap"}1877gitlab # [ 221.731622] systemd[1]: Started Nix Daemon.1878gitlab # [ 221.769596] nix-daemon[3015]: accepted connection from pid 3010, user nixbot1879gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1880gitlab # [ 222.261493] nixbot[2784]: INFO: ::ffff:127.0.0.1:54540 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1881gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1882[]1883gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1884gitlab # [ 223.280217] nixbot[2784]: INFO: ::ffff:127.0.0.1:54268 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1885gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1886[]1887gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1888gitlab # [ 224.299082] nixbot[2784]: INFO: ::ffff:127.0.0.1:54280 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1889gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1890[]1891gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1892gitlab # [ 225.315880] nixbot[2784]: INFO: ::ffff:127.0.0.1:54286 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1893gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1894[]1895gitlab # [ 225.950192] nix-daemon[3015]: accepted connection from pid 3038, user nixbot1896gitlab # [ 225.958917] nix-daemon[3015]: accepted connection from pid 3010, user nixbot1897gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1898gitlab # [ 226.334048] nixbot[2784]: INFO: ::ffff:127.0.0.1:54302 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1899gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1900[]1901gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1902gitlab # [ 227.353070] nixbot[2784]: INFO: ::ffff:127.0.0.1:54310 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1903gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1904[]1905gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1906gitlab # [ 228.372273] nixbot[2784]: INFO: ::ffff:127.0.0.1:54326 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1907gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1908[]1909gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1910gitlab # [ 229.390431] nixbot[2784]: INFO: ::ffff:127.0.0.1:54342 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1911gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1912[]1913gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1914gitlab # [ 230.408257] nixbot[2784]: INFO: ::ffff:127.0.0.1:54356 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1915gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1916[]1917gitlab # [ 230.423401] nix-daemon[3015]: accepted connection from pid 3010, user nixbot1918gitlab # [ 230.470693] nix-daemon[3015]: accepted connection from pid 3072, user nixbot1919gitlab # [ 230.521154] gitaly[918]: time="2026-09-01T07:45:44.588Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWRJJ9PBGA2AMWWJF2G7H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:14.087" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:44.588" grpc.time_ms=0.573 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1920gitlab # [ 230.619972] gitaly[918]: time="2026-09-01T07:45:44.687Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWRJJ9PBGA2AMWWJF2G7H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:45:54.112" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:44.682" grpc.time_ms=5.267 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1921gitlab # [ 230.712838] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 2491922gitlab # [ 230.718840] nixbot[2784]: {"ts": "2026-09-01T07:45:44.781Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}1923gitlab # [ 230.766082] gitaly[918]: time="2026-09-01T07:45:44.834Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWRTH7JEMFR3K2CCRDG33 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:14.232" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:44.832" grpc.time_ms=0.507 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1924gitlab # [ 230.798063] gitaly[918]: time="2026-09-01T07:45:44.865Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWRTH7JEMFR3K2CCRDG33 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:45:54.290" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:44.861" grpc.time_ms=4.719 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1925gitlab # [ 230.859598] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1411926gitlab # [ 230.860485] nixbot[2784]: {"ts": "2026-09-01T07:45:44.928Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}1927gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1928gitlab # [ 231.431821] nixbot[2784]: INFO: ::ffff:127.0.0.1:54364 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1929gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1930[]1931gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1932gitlab # [ 232.452385] nixbot[2784]: INFO: ::ffff:127.0.0.1:54366 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1933gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1934[]1935gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1936gitlab # [ 233.472572] nixbot[2784]: INFO: ::ffff:127.0.0.1:57798 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1937gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1938[]1939gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1940gitlab # [ 234.491242] nixbot[2784]: INFO: ::ffff:127.0.0.1:57808 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1941gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1942[]1943gitlab # [ 235.102599] nix-daemon[3015]: accepted connection from pid 3113, user nixbot1944gitlab # [ 235.168490] gitaly[918]: time="2026-09-01T07:45:49.236Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWX43HXKVC131059N1X9P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:46:19.234" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:45:49.235" grpc.time_ms=0.545 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945gitlab # [ 235.199769] gitaly[918]: time="2026-09-01T07:45:49.267Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWX43HXKVC131059N1X9P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:45:59.152" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:45:49.262" grpc.time_ms=4.89 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946gitlab # [ 235.257205] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:49 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1371947gitlab # [ 235.261257] nixbot[2784]: {"ts": "2026-09-01T07:45:49.325Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}1948gitlab # [ 235.376636] gitaly[918]: time="2026-09-01T07:45:49.444Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWXAV82H64HN6Z7ASR8D0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.437" grpc.time_ms=6.58 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1949gitlab # [ 235.377242] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:49 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 411950gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1951gitlab # [ 235.516981] nixbot[2784]: INFO: ::ffff:127.0.0.1:57820 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1952gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.03 seconds)1953[]1954gitlab # [ 235.548738] gitaly[918]: time="2026-09-01T07:45:49.616Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXCR2BWT5F6M9JWWJMYV grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.610" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc1955gitlab # [ 235.549120] gitaly[918]: time="2026-09-01T07:45:49.616Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXCR2BWT5F6M9JWWJMYV grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.610" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1956gitlab # [ 235.550899] gitaly[918]: time="2026-09-01T07:45:49.617Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXCR2BWT5F6M9JWWJMYV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.610" grpc.time_ms=5.976 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1957gitlab # [ 235.552315] gitlab-workhorse[827]: time="2026-09-01T07:45:49Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671958gitlab # [ 235.553856] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:49 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 1521959gitlab # [ 235.662142] gitaly[918]: time="2026-09-01T07:45:49.730Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXK6EFCN98F9XWJH3858 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.720" pid=918 remote_ip="2001:db8:1::1" request_sha=8b48554421c89709a09cff73ab69cf5690ee8eca response_bytes=342 span.kind=server system=grpc1960gitlab # [ 235.662699] gitaly[918]: time="2026-09-01T07:45:49.730Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1193 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXK6EFCN98F9XWJH3858 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.720" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=1 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1961gitlab # [ 235.697110] gitaly[918]: time="2026-09-01T07:45:49.765Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1193 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWXK6EFCN98F9XWJH3858 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=22 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:45:49.720" grpc.time_ms=44.008 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=1 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc1962gitlab # [ 235.719174] gitlab-workhorse[827]: time="2026-09-01T07:45:49Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3421963gitlab # [ 235.722343] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:45:49 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 342 "" "git/2.55.0" 941964gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1965gitlab # [ 236.541331] nixbot[2784]: INFO: ::ffff:127.0.0.1:57836 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1966gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1967[]1968gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1969gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1970[]1971gitlab # [ 237.562534] nixbot[2784]: INFO: ::ffff:127.0.0.1:57842 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1972gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1973gitlab # [ 238.580242] nixbot[2784]: INFO: ::ffff:127.0.0.1:57858 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1974gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1975[]1976gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1977gitlab # [ 239.602830] nixbot[2784]: INFO: ::ffff:127.0.0.1:57864 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1978gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1979[]1980gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1981gitlab # [ 240.621815] nixbot[2784]: INFO: ::ffff:127.0.0.1:57874 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1982gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1983[]1984gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1985gitlab # [ 241.642139] nixbot[2784]: INFO: ::ffff:127.0.0.1:57876 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1986gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1987[]1988gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1989gitlab # [ 242.661349] nixbot[2784]: INFO: ::ffff:127.0.0.1:57880 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1990gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1991[]1992gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1993gitlab # [ 243.681243] nixbot[2784]: INFO: ::ffff:127.0.0.1:35714 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1994gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1995[]1996gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'1997gitlab # [ 244.698984] nixbot[2784]: INFO: ::ffff:127.0.0.1:35716 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK1998gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)1999[]2000gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2001gitlab # [ 245.717665] nixbot[2784]: INFO: ::ffff:127.0.0.1:35728 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2002gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2003[]2004gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2005gitlab # [ 246.738081] nixbot[2784]: INFO: ::ffff:127.0.0.1:35734 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2006gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2007[]2008gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2009gitlab # [ 247.758199] nixbot[2784]: INFO: ::ffff:127.0.0.1:35748 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2010gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2011[]2012gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2013gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2014[]2015gitlab # [ 248.775326] nixbot[2784]: INFO: ::ffff:127.0.0.1:35764 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2016gitlab # [ 248.928634] sidekiq-cluster[2811]: 2026-09-01T07:46:02.996Z pid=2811 tid=x8z INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2811, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>435646464}2017gitlab # [ 249.108731] sidekiq-cluster[2811]: W, [2026-09-01T07:46:03.176605 #2811] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2018gitlab # [ 249.161046] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:03.228Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}2019gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2020gitlab # [ 249.794988] nixbot[2784]: INFO: ::ffff:127.0.0.1:35774 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2021gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2022[]2023gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2024gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2025[]2026gitlab # [ 250.813741] nixbot[2784]: INFO: ::ffff:127.0.0.1:35782 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2027gitlab # [ 251.372612] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:05.440Z","message":"GitLab reliable fetch activated!"}2028gitlab # [ 251.373133] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:05.440Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2029gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2030gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.03 seconds)2031[]2032gitlab # [ 251.843784] nixbot[2784]: INFO: ::ffff:127.0.0.1:35794 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2033gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2034gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2035[]2036gitlab # [ 252.865406] nixbot[2784]: INFO: ::ffff:127.0.0.1:35810 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2037gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2038gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2039[]2040gitlab # [ 253.882767] nixbot[2784]: INFO: ::ffff:127.0.0.1:33232 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2041gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2042gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2043[]2044gitlab # [ 254.899530] nixbot[2784]: INFO: ::ffff:127.0.0.1:33242 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2045gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2046gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2047[]2048gitlab # [ 255.916778] nixbot[2784]: INFO: ::ffff:127.0.0.1:33258 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2049gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2050gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2051[]2052gitlab # [ 256.934914] nixbot[2784]: INFO: ::ffff:127.0.0.1:33272 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2053gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2054gitlab # [ 257.951585] nixbot[2784]: INFO: ::ffff:127.0.0.1:33286 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2055gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2056[]2057gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2058gitlab # [ 258.969728] nixbot[2784]: INFO: ::ffff:127.0.0.1:33300 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2059gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2060[]2061gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2062gitlab # [ 259.988091] nixbot[2784]: INFO: ::ffff:127.0.0.1:33308 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2063gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2064[]2065gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2066gitlab # [ 261.010293] nixbot[2784]: INFO: ::ffff:127.0.0.1:33312 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2067gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2068[]2069gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2070gitlab # [ 262.028338] nixbot[2784]: INFO: ::ffff:127.0.0.1:33318 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2071gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2072[]2073gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2074gitlab # [ 263.045916] nixbot[2784]: INFO: ::ffff:127.0.0.1:36672 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2075gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2076[]2077gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2078gitlab # [ 264.065509] nixbot[2784]: INFO: ::ffff:127.0.0.1:36674 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2079gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2080[]2081gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2082gitlab # [ 265.084748] nixbot[2784]: INFO: ::ffff:127.0.0.1:36684 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2083gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2084[]2085gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2086gitlab # [ 266.105150] nixbot[2784]: INFO: ::ffff:127.0.0.1:36698 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2087gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2088[]2089gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2090gitlab # [ 267.125774] nixbot[2784]: INFO: ::ffff:127.0.0.1:36714 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2091gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2092[]2093gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2094gitlab # [ 268.145668] nixbot[2784]: INFO: ::ffff:127.0.0.1:36730 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2095gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2096[]2097gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2098gitlab # [ 269.165546] nixbot[2784]: INFO: ::ffff:127.0.0.1:36736 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2099gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2100[]2101gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2102gitlab # [ 270.184404] nixbot[2784]: INFO: ::ffff:127.0.0.1:36746 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2103gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2104[]2105gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2106gitlab # [ 271.204247] nixbot[2784]: INFO: ::ffff:127.0.0.1:36748 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2107gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2108[]2109gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2110gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2111[]2112gitlab # [ 272.226846] nixbot[2784]: INFO: ::ffff:127.0.0.1:36762 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2113gitlab # [ 272.928459] postgres[3292]: [3292] ERROR: relation "table_without_models" does not exist2114gitlab # [ 272.929278] postgres[3292]: [3292] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')2115gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2116gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2117[]2118gitlab # [ 273.244370] nixbot[2784]: INFO: ::ffff:127.0.0.1:45002 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2119gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2120gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2121[]2122gitlab # [ 274.263550] nixbot[2784]: INFO: ::ffff:127.0.0.1:45018 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2123gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2124gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2125[]2126gitlab # [ 275.280771] nixbot[2784]: INFO: ::ffff:127.0.0.1:45032 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2127gitlab # [ 276.202148] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:30.269Z","message":"Booted Rails 7.2.3.1 application in production environment"}2128gitlab # [ 276.204921] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:30.272Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}2129gitlab # [ 276.207529] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:30.272Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}2130gitlab # [ 276.209974] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:30.273Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}2131gitlab # [ 276.213192] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:30.274Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2132gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2133gitlab # [ 276.297942] nixbot[2784]: INFO: ::ffff:127.0.0.1:45034 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2134gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2135[]2136gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2137gitlab # [ 277.316182] nixbot[2784]: INFO: ::ffff:127.0.0.1:45044 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2138gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2139[]2140gitlab # [ 277.797572] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:31.865Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"7b2cf5cbe9f54d3e80729a0c","created_at":"2026-09-01T07:45:28.843Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:28.862Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-7b2cf5cbe9f54d3e80729a0c: start","job_status":"start","queue_duration_s":63.002757,"scheduling_latency_s":63.002804}2141gitlab # [ 277.942803] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.010Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"7b2cf5cbe9f54d3e80729a0c","created_at":"2026-09-01T07:45:28.843Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:28.862Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-7b2cf5cbe9f54d3e80729a0c: done: 0.14551 sec","job_status":"done","queue_duration_s":63.002757,"scheduling_latency_s":63.002804,"redis_calls":24,"redis_duration_s":0.006071,"redis_read_bytes":1038,"redis_write_bytes":2604,"redis_feature_flag_calls":14,"redis_feature_flag_duration_s":0.003381,"redis_feature_flag_read_bytes":1030,"redis_feature_flag_write_bytes":1439,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001436,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001254,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":9,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.074465889,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.14551,"completed_at":"2026-09-01T07:46:32.010Z","load_balancing_strategy":"primary","db_duration_s":0.034443,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2142gitlab # [ 277.995165] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.012Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"ed0129edabda4576d3038888","created_at":"2026-09-01T07:45:28.869Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:28.875Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-ed0129edabda4576d3038888: start","job_status":"start","queue_duration_s":63.136937,"scheduling_latency_s":63.136966}2143gitlab # [ 278.032437] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.100Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"ed0129edabda4576d3038888","created_at":"2026-09-01T07:45:28.869Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:28.875Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-ed0129edabda4576d3038888: done: 0.08773 sec","job_status":"done","queue_duration_s":63.136937,"scheduling_latency_s":63.136966,"redis_calls":14,"redis_duration_s":0.003174,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000695,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001412,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001067,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.063344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.061951449000000006,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.08773,"completed_at":"2026-09-01T07:46:32.099Z","load_balancing_strategy":"primary","db_duration_s":0.015286,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2144gitlab # [ 278.087524] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.101Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"de54244d40071c5ed77d44e1","created_at":"2026-09-01T07:45:29.513Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.517Z","job_size_bytes":5,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-de54244d40071c5ed77d44e1: start","job_status":"start","queue_duration_s":62.583682,"scheduling_latency_s":62.583707}2145gitlab # [ 278.174299] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.241Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"de54244d40071c5ed77d44e1","created_at":"2026-09-01T07:45:29.513Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.517Z","job_size_bytes":5,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-de54244d40071c5ed77d44e1: done: 0.140373 sec","job_status":"done","queue_duration_s":62.583682,"scheduling_latency_s":62.583707,"redis_calls":12,"redis_duration_s":0.002614,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000621,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001581,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000412,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.11712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384407,"duration_s":0.140373,"completed_at":"2026-09-01T07:46:32.241Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015694,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2146gitlab # [ 278.227578] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.295Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"9cf5fc21e0ba2052c597ebe7","created_at":"2026-09-01T07:45:29.539Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.545Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-9cf5fc21e0ba2052c597ebe7: start","job_status":"start","queue_duration_s":62.749835,"scheduling_latency_s":62.749865}2147gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2148gitlab # [ 278.339191] nixbot[2784]: INFO: ::ffff:127.0.0.1:45056 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2149gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.02 seconds)2150[]2151gitlab # [ 278.415277] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.482Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"9cf5fc21e0ba2052c597ebe7","created_at":"2026-09-01T07:45:29.539Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.545Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-9cf5fc21e0ba2052c597ebe7: done: 0.187712 sec","job_status":"done","queue_duration_s":62.749835,"scheduling_latency_s":62.749865,"redis_calls":11,"redis_duration_s":0.002602,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000642,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001425,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000535,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.137,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.137,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.120428,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00043134,"duration_s":0.187712,"completed_at":"2026-09-01T07:46:32.482Z","load_balancing_strategy":"primary","db_duration_s":0.0497,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2152gitlab # [ 278.416937] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.484Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"86580d0cfd0c177f65cb18c3","created_at":"2026-09-01T07:45:29.548Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.554Z","job_size_bytes":89,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-86580d0cfd0c177f65cb18c3: start","job_status":"start","queue_duration_s":62.929919,"scheduling_latency_s":62.929947}2153gitlab # [ 278.456902] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.524Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"86580d0cfd0c177f65cb18c3","created_at":"2026-09-01T07:45:29.548Z","trace_propagation_headers":{"sentry-trace":"fa862ffb5ca14fae88266e10c3a71fbe-710d64570547479f","baggage":"sentry-trace_id=fa862ffb5ca14fae88266e10c3a71fbe,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYW8AY95X9TYMKW7WPDWEN","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:29.554Z","job_size_bytes":89,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-86580d0cfd0c177f65cb18c3: done: 0.039773 sec","job_status":"done","queue_duration_s":62.929919,"scheduling_latency_s":62.929947,"redis_calls":11,"redis_duration_s":0.002629,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000709,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001416,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000504,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028336,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000411505,"duration_s":0.039773,"completed_at":"2026-09-01T07:46:32.524Z","load_balancing_strategy":"primary","db_duration_s":0.004069,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2154gitlab # [ 278.486395] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.526Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 9d253e747b280d29374606073265b1f66fcaec07 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"df4d0b9ae5c896d21a282f42","created_at":"2026-09-01T07:45:30.821Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-671eda79424d4de3","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:30.827Z","job_size_bytes":185,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-df4d0b9ae5c896d21a282f42: start","job_status":"start","queue_duration_s":61.69831,"scheduling_latency_s":61.698332}2155gitlab # [ 278.505876] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:32.541Z","message":"changes: \"0000000000000000000000000000000000000000 9d253e747b280d29374606073265b1f66fcaec07 refs/heads/master\\n\""}2156gitlab # [ 278.509360] gitaly[918]: time="2026-09-01T07:46:32.571Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:42.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:32.566" grpc.time_ms=4.529 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2157gitlab # [ 278.570883] gitaly[918]: time="2026-09-01T07:46:32.596Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=16 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:46:42.016" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:32.577" grpc.time_ms=19.635 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2158gitlab # [ 278.571807] gitaly[918]: time="2026-09-01T07:46:32.634Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-09-01T07:46:42.069" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:32.629" grpc.time_ms=5.261 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2159gitlab # [ 278.627734] gitaly[918]: time="2026-09-01T07:46:32.695Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3933 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:32.695" grpc.time_ms=0.396 pid=918 span.kind=server system=grpc2160gitlab # [ 278.656308] gitaly[918]: time="2026-09-01T07:46:32.724Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3935 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:32.723" grpc.time_ms=0.408 pid=918 span.kind=server system=grpc2161gitlab # [ 278.673314] gitaly[918]: time="2026-09-01T07:46:32.741Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 diskcache=19a390e1-45e9-4558-bc38-77dbd2c743af grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:46:42.083" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:32.643" pid=918 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2162gitlab # [ 278.673887] gitaly[918]: time="2026-09-01T07:46:32.741Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=47 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4986 command.oublock=8 command.real_time_ms=94 command.spawn_token_fork_ms=33 command.system_time_ms=33 command.user_time_ms=14 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:46:42.083" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:32.643" grpc.time_ms=97.505 pid=918 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2163gitlab # [ 278.702137] gitaly[918]: time="2026-09-01T07:46:32.770Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-09-01T07:46:42.209" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:32.769" grpc.time_ms=0.132 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2164gitlab # [ 278.714829] gitaly[918]: time="2026-09-01T07:46:32.778Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=940 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-09-01T07:46:42.212" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:32.773" grpc.time_ms=5.054 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2165gitlab # [ 278.775837] gitaly[918]: time="2026-09-01T07:46:32.843Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=342 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-09-01T07:47:02.038" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:32.838" grpc.time_ms=4.775 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2166gitlab # [ 278.801329] gitaly[918]: time="2026-09-01T07:46:32.869Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T07:46:42.008" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:32.868" grpc.time_ms=0.273 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2167gitlab # [ 278.805944] gitaly[918]: time="2026-09-01T07:46:32.873Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=344 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-09-01T07:46:42.010" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-09-01T07:46:32.870" grpc.time_ms=3.063 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2168gitlab # [ 278.845524] gitaly[918]: time="2026-09-01T07:46:32.913Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:42.049" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:32.909" grpc.time_ms=3.87 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2169gitlab # [ 278.873095] gitaly[918]: time="2026-09-01T07:46:32.941Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:42.076" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:32.936" grpc.time_ms=4.641 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2170gitlab # [ 278.912498] gitaly[918]: time="2026-09-01T07:46:32.980Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=957 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T07:47:02.171" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:32.971" grpc.time_ms=8.579 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2171gitlab # [ 279.290187] gitaly[918]: time="2026-09-01T07:46:33.358Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-09-01T07:46:43.006" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:33.357" grpc.time_ms=1.011 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2172gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2173gitlab # [ 279.334202] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.401Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 9d253e747b280d29374606073265b1f66fcaec07 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"df4d0b9ae5c896d21a282f42","created_at":"2026-09-01T07:45:30.821Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-671eda79424d4de3","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:30.827Z","job_size_bytes":185,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-df4d0b9ae5c896d21a282f42: done: 0.875068 sec","job_status":"done","queue_duration_s":61.69831,"scheduling_latency_s":61.698332,"gitaly_calls":13,"gitaly_duration_s":0.280593,"redis_calls":198,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.038887,"redis_read_bytes":2103,"redis_write_bytes":21749,"redis_cache_calls":15,"redis_cache_duration_s":0.003478,"redis_cache_read_bytes":20,"redis_cache_write_bytes":991,"redis_feature_flag_calls":27,"redis_feature_flag_duration_s":0.005918,"redis_feature_flag_read_bytes":1678,"redis_feature_flag_write_bytes":3082,"redis_queues_calls":10,"redis_queues_duration_s":0.001382,"redis_queues_read_bytes":10,"redis_queues_write_bytes":7837,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.00346,"redis_queues_metadata_read_bytes":13,"redis_queues_metadata_write_bytes":1467,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.015599,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.00905,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.196,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.215,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.524423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000722158,"exclusive_lock_hold_duration_s":0.022663495,"duration_s":0.875068,"completed_at":"2026-09-01T07:46:33.401Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.062368,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2174gitlab # [ 279.343306] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.403Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","9d253e747b280d29374606073265b1f66fcaec07 a06154e45ab09a5ab75c55df75b43aa8aa508525 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"134f2a9bbd28785cba1ceb45","created_at":"2026-09-01T07:45:35.104Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-945b6f10332c4f95","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.106Z","job_size_bytes":185,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-134f2a9bbd28785cba1ceb45: start","job_status":"start","queue_duration_s":58.296946,"scheduling_latency_s":58.296976}2175gitlab # [ 279.405191] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.418Z","message":"changes: \"9d253e747b280d29374606073265b1f66fcaec07 a06154e45ab09a5ab75c55df75b43aa8aa508525 refs/heads/master\\n\""}2176gitlab # [ 279.405985] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.456Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"05cf71140ef2e003b2fd3e4d","created_at":"2026-09-01T07:46:33.453Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","duplicate-of":"6ffcdc8f1f0fbda15d3a24ad","job_size_bytes":46,"pid":2811,"job_status":"deduplicated","message":"ProjectCacheWorker JID-05cf71140ef2e003b2fd3e4d: deduplicated: until executing","deduplication.type":"until executing"}2177gitlab # [ 279.407053] gitaly[918]: time="2026-09-01T07:46:33.442Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:43.087" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:33.437" grpc.time_ms=4.74 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2178gitlab # [ 279.408139] gitaly[918]: time="2026-09-01T07:46:33.450Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-09-01T07:46:43.096" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:33.446" grpc.time_ms=3.981 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2179gitlab # [ 279.422320] gitaly[918]: time="2026-09-01T07:46:33.472Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-09-01T07:46:43.116" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:33.466" grpc.time_ms=5.431 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2180gitlab # [ 279.478220] gitaly[918]: time="2026-09-01T07:46:33.482Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=654 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-09-01T07:47:03.075" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:33.475" grpc.time_ms=6.537 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2181gitlab # [ 279.479181] gitaly[918]: time="2026-09-01T07:46:33.493Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=343 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-09-01T07:46:43.140" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-09-01T07:46:33.490" grpc.time_ms=2.567 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2182gitlab # [ 279.479822] gitaly[918]: time="2026-09-01T07:46:33.504Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:43.149" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:33.500" grpc.time_ms=4.722 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2183gitlab # [ 279.562470] nixbot[2784]: INFO: ::ffff:127.0.0.1:45068 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2184gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.22 seconds)2185[]2186gitlab # [ 279.570915] gitaly[918]: time="2026-09-01T07:46:33.638Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-09-01T07:46:43.007" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:33.567" grpc.time_ms=70.77 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187gitlab # [ 279.606617] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.674Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","9d253e747b280d29374606073265b1f66fcaec07 a06154e45ab09a5ab75c55df75b43aa8aa508525 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"134f2a9bbd28785cba1ceb45","created_at":"2026-09-01T07:45:35.104Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-945b6f10332c4f95","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.106Z","job_size_bytes":185,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-134f2a9bbd28785cba1ceb45: done: 0.270993 sec","job_status":"done","queue_duration_s":58.296946,"scheduling_latency_s":58.296976,"gitaly_calls":7,"gitaly_duration_s":0.12962,"redis_calls":110,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.019959,"redis_read_bytes":500,"redis_write_bytes":11944,"redis_cache_calls":9,"redis_cache_duration_s":0.001998,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_queues_calls":6,"redis_queues_duration_s":0.00083,"redis_queues_read_bytes":8,"redis_queues_write_bytes":5721,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.003584,"redis_queues_metadata_read_bytes":163,"redis_queues_metadata_write_bytes":1428,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.00668,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.006867,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":28,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":28,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":28,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.016,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.016,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.197549,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0008272,"exclusive_lock_hold_duration_s":0.013674084,"duration_s":0.270993,"completed_at":"2026-09-01T07:46:33.674Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018157,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2188gitlab # [ 279.666147] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.675Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"601f8bd2f7cd6d82aae6ca7e","created_at":"2026-09-01T07:45:35.452Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.459Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-601f8bd2f7cd6d82aae6ca7e: start","job_status":"start","queue_duration_s":58.216304,"scheduling_latency_s":58.216328}2189gitlab # [ 279.677643] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.745Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"601f8bd2f7cd6d82aae6ca7e","created_at":"2026-09-01T07:45:35.452Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.459Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-601f8bd2f7cd6d82aae6ca7e: done: 0.069583 sec","job_status":"done","queue_duration_s":58.216304,"scheduling_latency_s":58.216328,"redis_calls":16,"redis_duration_s":0.0036999999999999997,"redis_read_bytes":269,"redis_write_bytes":1850,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001982,"redis_feature_flag_read_bytes":262,"redis_feature_flag_write_bytes":1032,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001251,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000467,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000345016,"duration_s":0.069583,"completed_at":"2026-09-01T07:46:33.745Z","load_balancing_strategy":"primary","db_duration_s":0.012539,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2190gitlab # [ 279.733390] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.746Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"c32b7ac6218a4adadc8caff3","created_at":"2026-09-01T07:45:35.460Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.465Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-c32b7ac6218a4adadc8caff3: start","job_status":"start","queue_duration_s":58.281001,"scheduling_latency_s":58.281023}2191gitlab # [ 279.762429] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.830Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"c32b7ac6218a4adadc8caff3","created_at":"2026-09-01T07:45:35.460Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.465Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-c32b7ac6218a4adadc8caff3: done: 0.083235 sec","job_status":"done","queue_duration_s":58.281001,"scheduling_latency_s":58.281023,"redis_calls":21,"redis_duration_s":0.004892,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.002062,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001499,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001331,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":15,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055881,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000381333,"duration_s":0.083235,"completed_at":"2026-09-01T07:46:33.830Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019044,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2192gitlab # [ 279.767702] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:33.831Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"50e31bb221d096d27f825be5","created_at":"2026-09-01T07:45:35.561Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.567Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50e31bb221d096d27f825be5: start","job_status":"start","queue_duration_s":58.264388,"scheduling_latency_s":58.264408}2193gitlab # [ 279.893436] gitaly[918]: time="2026-09-01T07:46:33.961Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:33.960" grpc.time_ms=0.572 pid=918 span.kind=server system=grpc2194gitlab # [ 279.923215] gitaly[918]: time="2026-09-01T07:46:33.991Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:33.990" grpc.time_ms=0.41 pid=918 span.kind=server system=grpc2195gitlab # [ 279.951597] gitaly[918]: time="2026-09-01T07:46:34.019Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:34.019" grpc.time_ms=0.529 pid=918 span.kind=server system=grpc2196gitlab # [ 279.969159] gitaly[918]: time="2026-09-01T07:46:34.037Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 diskcache=ed04036c-e895-4b0b-bd75-ea001012ad08 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:03.141" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:33.941" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2197gitlab # [ 279.969771] gitaly[918]: time="2026-09-01T07:46:34.037Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=84 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7665 command.oublock=0 command.real_time_ms=91 command.spawn_token_fork_ms=0 command.system_time_ms=53 command.user_time_ms=31 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:03.141" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:33.941" grpc.time_ms=95.482 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2198gitlab # [ 280.104926] gitaly[918]: time="2026-09-01T07:46:34.172Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T07:47:04.071" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.172" grpc.time_ms=0.786 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2199gitlab # [ 280.134336] gitaly[918]: time="2026-09-01T07:46:34.202Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:04.101" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.201" grpc.time_ms=0.526 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2200gitlab # [ 280.161554] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.229Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"50e31bb221d096d27f825be5","created_at":"2026-09-01T07:45:35.561Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.567Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2811,"job_status":"rescheduled","message":"PipelineProcessWorker JID-50e31bb221d096d27f825be5: rescheduled"}2201gitlab # [ 280.171746] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.239Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"50e31bb221d096d27f825be5","created_at":"2026-09-01T07:45:35.561Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-6015dcec4a8e4d83","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:45:35.567Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50e31bb221d096d27f825be5: done: 0.407585 sec","job_status":"done","queue_duration_s":58.264388,"scheduling_latency_s":58.264408,"gitaly_calls":3,"gitaly_duration_s":0.145944,"redis_calls":120,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.027843,"redis_read_bytes":462,"redis_write_bytes":29290,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001056,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":9,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.001178,"redis_cache_read_bytes":17,"redis_cache_write_bytes":791,"redis_feature_flag_calls":40,"redis_feature_flag_duration_s":0.009394,"redis_feature_flag_read_bytes":294,"redis_feature_flag_write_bytes":6581,"redis_queues_calls":27,"redis_queues_duration_s":0.00442,"redis_queues_read_bytes":39,"redis_queues_write_bytes":15577,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.006357,"redis_queues_metadata_read_bytes":34,"redis_queues_metadata_write_bytes":3577,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000581,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000607,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003194,"redis_shared_state_read_bytes":11,"redis_shared_state_write_bytes":851,"db_count":52,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":52,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.04,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":17,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.017,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.019,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.199131,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.358275983,"duration_s":0.407585,"completed_at":"2026-09-01T07:46:34.239Z","load_balancing_strategy":"primary","db_duration_s":0.048068,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2202gitlab # [ 280.229282] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.241Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"6ffcdc8f1f0fbda15d3a24ad","created_at":"2026-09-01T07:46:32.599Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.611Z","job_size_bytes":46,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-6ffcdc8f1f0fbda15d3a24ad: start","job_status":"start","queue_duration_s":1.630074,"scheduling_latency_s":1.630102}2203gitlab # [ 280.230432] gitaly[918]: time="2026-09-01T07:46:34.287Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-09-01T13:46:34.285" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:34.285" grpc.time_ms=1.604 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2204gitlab # [ 280.233582] gitaly[918]: time="2026-09-01T07:46:34.301Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=653 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-09-01T07:47:04.195" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.296" grpc.time_ms=5.207 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2205gitlab # [ 280.256271] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.323Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"6ffcdc8f1f0fbda15d3a24ad","created_at":"2026-09-01T07:46:32.599Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.611Z","job_size_bytes":46,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-6ffcdc8f1f0fbda15d3a24ad: done: 0.082787 sec","job_status":"done","queue_duration_s":1.630074,"scheduling_latency_s":1.630102,"gitaly_calls":2,"gitaly_duration_s":0.011413,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.0072250000000000005,"redis_read_bytes":69,"redis_write_bytes":4885,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001311,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000495,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2113,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001533,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.003064,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":753,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000822,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.054626,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000332724,"duration_s":0.082787,"completed_at":"2026-09-01T07:46:34.323Z","load_balancing_strategy":"primary","db_duration_s":0.00961,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2206gitlab # [ 280.316858] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.325Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5dbc3a4ed454113401bc1759","created_at":"2026-09-01T07:46:32.622Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.625Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5dbc3a4ed454113401bc1759: start","job_status":"start","queue_duration_s":1.699626,"scheduling_latency_s":1.699646}2207gitlab # [ 280.380156] gitaly[918]: time="2026-09-01T07:46:34.448Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 diskcache=9c259f2a-50f5-433d-8365-3e25154f46c7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T13:46:34.346" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.346" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2208gitlab # [ 280.380800] gitaly[918]: time="2026-09-01T07:46:34.448Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1282 command.oublock=0 command.real_time_ms=101 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T13:46:34.346" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.346" grpc.time_ms=101.22 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2209gitlab # [ 280.411656] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.478Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5dbc3a4ed454113401bc1759","created_at":"2026-09-01T07:46:32.622Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.625Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5dbc3a4ed454113401bc1759: done: 0.153556 sec","job_status":"done","queue_duration_s":1.699626,"scheduling_latency_s":1.699646,"gitaly_calls":1,"gitaly_duration_s":0.103883,"redis_calls":15,"redis_duration_s":0.003285,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000397,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001234,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000648,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001006,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.008,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.015,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03547,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.132935331,"duration_s":0.153556,"completed_at":"2026-09-01T07:46:34.478Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010761,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2210gitlab # [ 280.414918] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.480Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"497332b56f358113ee73aea4","created_at":"2026-09-01T07:46:32.753Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.754Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-497332b56f358113ee73aea4: start","job_status":"start","queue_duration_s":1.726179,"scheduling_latency_s":1.726208}2211gitlab # [ 280.475295] gitaly[918]: time="2026-09-01T07:46:34.508Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-09-01T07:47:04.403" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.503" grpc.time_ms=5.13 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2212gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2213gitlab # [ 280.515279] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.582Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"497332b56f358113ee73aea4","created_at":"2026-09-01T07:46:32.753Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:32.754Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-497332b56f358113ee73aea4: done: 0.102213 sec","job_status":"done","queue_duration_s":1.726179,"scheduling_latency_s":1.726208,"gitaly_calls":1,"gitaly_duration_s":0.071927,"redis_calls":16,"redis_duration_s":0.003415,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000263,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000982,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001506,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000664,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023746,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.102213,"completed_at":"2026-09-01T07:46:34.582Z","load_balancing_strategy":"primary","db_duration_s":0.002196,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2214gitlab # [ 280.517171] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:34.584Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"ff2e3b8ae07b2ba8cbd204a4","created_at":"2026-09-01T07:46:33.217Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:aa8bcc71b9ced6ae7e00a968fee1c0f9113fd66055588f8a00a9f203abefc03e","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.222Z","job_size_bytes":467,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-ff2e3b8ae07b2ba8cbd204a4: start","job_status":"start","queue_duration_s":1.3624,"scheduling_latency_s":1.362434}2215gitlab # [ 280.571435] gitaly[918]: time="2026-09-01T07:46:34.610Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:04.509" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.609" grpc.time_ms=0.502 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2216gitlab # [ 280.572629] gitaly[918]: time="2026-09-01T07:46:34.616Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T07:46:44.261" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:34.612" grpc.time_ms=4.379 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2217gitlab # [ 280.636577] nixbot[2784]: INFO: ::ffff:127.0.0.1:45078 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2218gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.07 seconds)2219[]2220gitlab # [ 280.641109] gitaly[918]: time="2026-09-01T07:46:34.709Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T07:47:04.608" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.708" grpc.time_ms=0.665 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2221gitlab # [ 280.659586] gitaly[918]: time="2026-09-01T07:46:34.727Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=59 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-09-01T07:47:04.625" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:34.725" grpc.time_ms=1.926 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2222gitlab # [ 280.756587] gitaly[918]: time="2026-09-01T07:46:34.824Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:44.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:34.819" grpc.time_ms=4.895 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2223gitlab # [ 281.233338] gitaly[918]: time="2026-09-01T07:46:35.301Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=962 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T07:47:05.193" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.293" grpc.time_ms=7.438 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2224gitlab # [ 281.263116] gitaly[918]: time="2026-09-01T07:46:35.331Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWAKV9C6V5K8JZX4YTQF1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-09-01T07:47:05.223" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.323" grpc.time_ms=6.955 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2225gitlab # [ 281.282925] sidekiq-cluster[2811]: {"severity":"WARN","time":"2026-09-01T07:46:35.350Z","class":"CreatePipelineWorker","correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"9d253e747b280d29374606073265b1f66fcaec07","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"9d253e747b280d29374606073265b1f66fcaec07","ref":"refs/heads/master"},"retry":0}2226gitlab # [ 281.288876] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.356Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"ff2e3b8ae07b2ba8cbd204a4","created_at":"2026-09-01T07:46:33.217Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:aa8bcc71b9ced6ae7e00a968fee1c0f9113fd66055588f8a00a9f203abefc03e","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.222Z","job_size_bytes":467,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-ff2e3b8ae07b2ba8cbd204a4: done: 0.771714 sec","job_status":"done","queue_duration_s":1.3624,"scheduling_latency_s":1.362434,"gitaly_calls":7,"gitaly_duration_s":0.096854,"redis_calls":51,"redis_duration_s":0.010513,"redis_read_bytes":169,"redis_write_bytes":4167,"redis_cache_calls":4,"redis_cache_duration_s":0.001159,"redis_cache_read_bytes":10,"redis_cache_write_bytes":342,"redis_feature_flag_calls":16,"redis_feature_flag_duration_s":0.004194,"redis_feature_flag_read_bytes":16,"redis_feature_flag_write_bytes":2174,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001309,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002937,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000914,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":36,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.623127,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000357867,"duration_s":0.771714,"completed_at":"2026-09-01T07:46:35.356Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.035778,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2227gitlab # [ 281.301474] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.358Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"0d8d3cd7-cecb-4363-9068-3dc8b2064248\"}"],"class":"WebHookWorker","jid":"d548ee16206c9d744ee236ba","created_at":"2026-09-01T07:46:33.330Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bf0bfc7320c4d207c10f758f9e553c5a0426b5ec2be08e26d4c7e643ca4c217b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.335Z","job_size_bytes":1751,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-d548ee16206c9d744ee236ba: start","job_status":"start","queue_duration_s":2.022595,"scheduling_latency_s":2.022615}2228gitlab # [ 281.442247] nixbot[2784]: INFO: ::ffff:127.0.0.1:45080 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2229gitlab # [ 281.459295] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.526Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"0d8d3cd7-cecb-4363-9068-3dc8b2064248\"}"],"class":"WebHookWorker","jid":"d548ee16206c9d744ee236ba","created_at":"2026-09-01T07:46:33.330Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-a3afe06408de492b","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bf0bfc7320c4d207c10f758f9e553c5a0426b5ec2be08e26d4c7e643ca4c217b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.335Z","job_size_bytes":1751,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-d548ee16206c9d744ee236ba: done: 0.168524 sec","job_status":"done","queue_duration_s":2.022595,"scheduling_latency_s":2.022615,"redis_calls":19,"redis_duration_s":0.00398,"redis_read_bytes":32,"redis_write_bytes":5366,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001017,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000322,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3728,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001753,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000888,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.03425519099999974,"cpu_s":0.059919,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000332724,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","extra.web_hook_worker.signing_token_present":false,"duration_s":0.168524,"completed_at":"2026-09-01T07:46:35.526Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00308,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2230gitlab # [ 281.465152] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.531Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"74883cfc0a5d96ef48bfbbfc","created_at":"2026-09-01T07:46:33.461Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","duplicate-of":"5dbc3a4ed454113401bc1759","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.463Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-74883cfc0a5d96ef48bfbbfc: start","job_status":"start","queue_duration_s":2.068589,"scheduling_latency_s":2.068622}2231gitlab # [ 281.532474] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.569Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"74883cfc0a5d96ef48bfbbfc","created_at":"2026-09-01T07:46:33.461Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","duplicate-of":"5dbc3a4ed454113401bc1759","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.463Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-74883cfc0a5d96ef48bfbbfc: done: 0.037824 sec","job_status":"done","queue_duration_s":2.068589,"scheduling_latency_s":2.068622,"gitaly_calls":1,"gitaly_duration_s":0.007531,"redis_calls":12,"redis_duration_s":0.002911,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001187,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.0006,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001124,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.018645386,"duration_s":0.037824,"completed_at":"2026-09-01T07:46:35.569Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003887,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2232gitlab # [ 281.591884] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:35.571Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"32dd8176ba427191f4d5aea0","created_at":"2026-09-01T07:46:33.543Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9b3c1e8e033f68ed4bb493cd959d5936677e7445cf13405c3d85d950a11142c6","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.544Z","job_size_bytes":467,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-32dd8176ba427191f4d5aea0: start","job_status":"start","queue_duration_s":2.026068,"scheduling_latency_s":2.026091}2233gitlab # [ 281.593493] gitaly[918]: time="2026-09-01T07:46:35.556Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 diskcache=eff47821-667f-4acf-97d8-1fcf736f89ac grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T13:46:35.550" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.551" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2234gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2235gitlab # [ 281.594248] gitaly[918]: time="2026-09-01T07:46:35.556Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=313 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-09-01T13:46:35.550" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.551" grpc.time_ms=5.305 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2236gitlab # [ 281.595404] gitaly[918]: time="2026-09-01T07:46:35.591Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:05.490" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.590" grpc.time_ms=0.557 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2237gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.03 seconds)2238[]2239gitlab # [ 281.649099] gitaly[918]: time="2026-09-01T07:46:35.598Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T07:46:45.243" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:35.593" grpc.time_ms=5.44 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2240gitlab # [ 281.650084] gitaly[918]: time="2026-09-01T07:46:35.625Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T07:47:05.523" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.624" grpc.time_ms=1.014 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2241gitlab # [ 281.650934] gitaly[918]: time="2026-09-01T07:46:35.630Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=128 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-09-01T07:47:05.528" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:35.628" grpc.time_ms=1.775 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2242gitlab # [ 281.659118] gitaly[918]: time="2026-09-01T07:46:35.657Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:45.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:35.652" grpc.time_ms=4.947 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2243gitlab # [ 281.676153] nixbot[2784]: INFO: ::ffff:127.0.0.1:45092 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2244gitlab # [ 281.814278] gitaly[918]: time="2026-09-01T07:46:35.882Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYAC6YSG5RNSVAD229K5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:35.876" grpc.time_ms=5.137 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2245gitlab # [ 281.832263] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:35 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 3732246gitlab # [ 281.889680] gitaly[918]: time="2026-09-01T07:46:35.957Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYAQZ26RN00GA46GGS3E7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:35.951" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2247gitlab # [ 281.890418] gitaly[918]: time="2026-09-01T07:46:35.957Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYAQZ26RN00GA46GGS3E7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:35.951" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2248gitlab # [ 281.920816] gitaly[918]: time="2026-09-01T07:46:35.988Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYAQZ26RN00GA46GGS3E7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:35.951" grpc.time_ms=37.196 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2249gitlab # [ 281.941849] gitlab-workhorse[827]: time="2026-09-01T07:46:36Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672250gitlab # [ 281.945090] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 1062251gitlab # [ 281.963857] nixbot[2784]: {"ts": "2026-09-01T07:46:36.031Z", "level": "info", "logger": "nixbot.build_reuse", "msg": "reusing build for tree hash", "build_id": 1, "tree_hash": "a8c90de643fa3b1e78fc9dc27f18f04a936ba912"}2252gitlab # [ 282.061659] gitaly[918]: time="2026-09-01T07:46:36.129Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYAWC39FEG5ZFT910F6VJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:06.028" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:36.128" grpc.time_ms=0.564 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2253gitlab # [ 282.113819] gitaly[918]: time="2026-09-01T07:46:36.181Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYAWC39FEG5ZFT910F6VJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:46.145" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:36.175" grpc.time_ms=5.718 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2254gitlab # [ 282.130806] gitaly[918]: time="2026-09-01T07:46:36.198Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=958 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-09-01T07:47:06.073" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:36.174" grpc.time_ms=24.471 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2255gitlab # [ 282.141627] gitaly[918]: time="2026-09-01T07:46:36.209Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWEV513E3HF90Z3CR2Q80 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-09-01T07:47:06.101" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:36.202" grpc.time_ms=6.858 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2256gitlab # [ 282.152717] sidekiq-cluster[2811]: {"severity":"WARN","time":"2026-09-01T07:46:36.220Z","class":"CreatePipelineWorker","correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"9d253e747b280d29374606073265b1f66fcaec07","after":"a06154e45ab09a5ab75c55df75b43aa8aa508525","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"a06154e45ab09a5ab75c55df75b43aa8aa508525","ref":"refs/heads/master"},"retry":0}2257gitlab # [ 282.157210] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.224Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"32dd8176ba427191f4d5aea0","created_at":"2026-09-01T07:46:33.543Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9b3c1e8e033f68ed4bb493cd959d5936677e7445cf13405c3d85d950a11142c6","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.544Z","job_size_bytes":467,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-32dd8176ba427191f4d5aea0: done: 0.653889 sec","job_status":"done","queue_duration_s":2.026068,"scheduling_latency_s":2.026091,"gitaly_calls":7,"gitaly_duration_s":0.062786,"redis_calls":33,"redis_duration_s":0.008153,"redis_read_bytes":185,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.001152,"redis_cache_read_bytes":44,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001033,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.005112,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000856,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":27,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":27,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":24,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.560878,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.653889,"completed_at":"2026-09-01T07:46:36.224Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013287,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2258gitlab # [ 282.177071] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.231Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"8f77348a-c8d3-4412-866c-b71de4c00c0b\"}"],"class":"WebHookWorker","jid":"50a465a8861a8cd8c1d401a5","created_at":"2026-09-01T07:46:33.556Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:95403347eb44154bc99df9b287a7cf0fb337945b6e7ff097a9c1e1d29113f8e9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.558Z","job_size_bytes":1749,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-50a465a8861a8cd8c1d401a5: start","job_status":"start","queue_duration_s":2.672549,"scheduling_latency_s":2.672572}2259gitlab # [ 282.197475] nixbot[2784]: {"ts": "2026-09-01T07:46:36.241Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}2260gitlab # [ 282.200976] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 657 "" "python-httpx/0.28.1" 1922261gitlab # [ 282.251232] nixbot[2784]: INFO: ::ffff:127.0.0.1:45102 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2262gitlab # [ 282.252365] gitaly[918]: time="2026-09-01T07:46:36.297Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYB2NBN8FK2FZ4BQ625C8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:06.196" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:36.296" grpc.time_ms=0.577 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2263gitlab # [ 282.253653] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.284Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"8f77348a-c8d3-4412-866c-b71de4c00c0b\"}"],"class":"WebHookWorker","jid":"50a465a8861a8cd8c1d401a5","created_at":"2026-09-01T07:46:33.556Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-b08628ea68754b8c","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:95403347eb44154bc99df9b287a7cf0fb337945b6e7ff097a9c1e1d29113f8e9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.558Z","job_size_bytes":1749,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-50a465a8861a8cd8c1d401a5: done: 0.053772 sec","job_status":"done","queue_duration_s":2.672549,"scheduling_latency_s":2.672572,"redis_calls":14,"redis_duration_s":0.003366,"redis_read_bytes":26,"redis_write_bytes":4685,"redis_queues_calls":2,"redis_queues_duration_s":0.00059,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3729,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0019,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000876,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":326,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.007081067999990864,"cpu_s":0.021108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","extra.web_hook_worker.signing_token_present":false,"duration_s":0.053772,"completed_at":"2026-09-01T07:46:36.284Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005963,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2264gitlab # [ 282.276122] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.287Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"5b50fb8cb3c8f83728e04cd9","created_at":"2026-09-01T07:46:33.927Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.932Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-5b50fb8cb3c8f83728e04cd9: start","job_status":"start","queue_duration_s":2.354811,"scheduling_latency_s":2.354835}2265gitlab # [ 282.318964] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.386Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"5b50fb8cb3c8f83728e04cd9","created_at":"2026-09-01T07:46:33.927Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:33.932Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-5b50fb8cb3c8f83728e04cd9: done: 0.09926 sec","job_status":"done","queue_duration_s":2.354811,"scheduling_latency_s":2.354835,"redis_calls":10,"redis_duration_s":0.008971999999999999,"redis_read_bytes":9,"redis_write_bytes":1029,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004781,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003743,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":534,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":15,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.059359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000433854,"duration_s":0.09926,"completed_at":"2026-09-01T07:46:36.386Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022276,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2266gitlab # [ 282.344450] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.391Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"85cc54f588c2568326fadacd","created_at":"2026-09-01T07:46:34.069Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.073Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-85cc54f588c2568326fadacd: start","job_status":"start","queue_duration_s":2.318135,"scheduling_latency_s":2.318163}2267gitlab # [ 282.365047] gitaly[918]: time="2026-09-01T07:46:36.410Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=26 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYB2NBN8FK2FZ4BQ625C8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:46.000" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:36.340" grpc.time_ms=31.118 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2268gitlab # [ 282.437522] gitaly[918]: time="2026-09-01T07:46:36.450Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=111 command.spawn_token_fork_ms=35 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYB42VX60KF1KQPGQCN3W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.336" grpc.time_ms=113.372 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2269gitlab # [ 282.438597] nixbot[2784]: {"ts": "2026-09-01T07:46:36.469Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}2270gitlab # [ 282.439263] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 1602271gitlab # [ 282.439863] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2222272gitlab # [ 282.440775] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.434Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"85cc54f588c2568326fadacd","created_at":"2026-09-01T07:46:34.069Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.073Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-85cc54f588c2568326fadacd: done: 0.042681 sec","job_status":"done","queue_duration_s":2.318135,"scheduling_latency_s":2.318163,"redis_calls":10,"redis_duration_s":0.0052179999999999995,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000636,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004134,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000355352,"duration_s":0.042681,"completed_at":"2026-09-01T07:46:36.434Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008389,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2273gitlab # [ 282.463570] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.436Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a2b32f852bd74527f48c0a25","created_at":"2026-09-01T07:46:34.084Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.091Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a2b32f852bd74527f48c0a25: start","job_status":"start","queue_duration_s":2.344981,"scheduling_latency_s":2.345003}2274gitlab # [ 282.483950] gitaly[918]: time="2026-09-01T07:46:36.534Z" level=info msg="finished unary call with code OK" catfile.duration_ms=10 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=10 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYB9VGKYCXBJZ7MR09JX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:06.422" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:36.522" grpc.time_ms=11.151 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2275gitlab # [ 282.501092] gitaly[918]: time="2026-09-01T07:46:36.567Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYB95ESTS7FFX4W8N01FD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.560" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2276gitlab # [ 282.546076] gitlab-workhorse[827]: time="2026-09-01T07:46:36Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672277gitlab # [ 282.546914] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 1152278gitlab # [ 282.547791] gitaly[918]: time="2026-09-01T07:46:36.567Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYB95ESTS7FFX4W8N01FD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.560" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2279gitlab # [ 282.548677] gitaly[918]: time="2026-09-01T07:46:36.567Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYB95ESTS7FFX4W8N01FD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.560" grpc.time_ms=7.29 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2280gitlab # [ 282.549338] gitaly[918]: time="2026-09-01T07:46:36.587Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYB9VGKYCXBJZ7MR09JX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:46.241" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:36.581" grpc.time_ms=5.958 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2281gitlab # [ 282.603969] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.625Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a2b32f852bd74527f48c0a25","created_at":"2026-09-01T07:46:34.084Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.091Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a2b32f852bd74527f48c0a25: done: 0.1891 sec","job_status":"done","queue_duration_s":2.344981,"scheduling_latency_s":2.345003,"redis_calls":10,"redis_duration_s":0.006532,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001237,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0045,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000795,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":8,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.065099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001033371,"duration_s":0.1891,"completed_at":"2026-09-01T07:46:36.625Z","load_balancing_strategy":"primary","db_duration_s":0.018006,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2282gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2283gitlab # [ 282.652238] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.627Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"f983c7f29fe7c56e56056b7b","created_at":"2026-09-01T07:46:34.102Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.108Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-f983c7f29fe7c56e56056b7b: start","job_status":"start","queue_duration_s":2.519288,"scheduling_latency_s":2.519314}2284gitlab # [ 282.653199] nixbot[2784]: {"ts": "2026-09-01T07:46:36.679Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 \"HTTP/1.1 201 Created\""}2285gitlab # [ 282.654211] gitaly[918]: time="2026-09-01T07:46:36.718Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBDVDQD099S69MCXH0CR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.709" grpc.time_ms=7.814 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2286gitlab # [ 282.654867] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9d253e747b280d29374606073265b1f66fcaec07 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2022287gitlab # [ 282.656126] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 1152288gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 0.08 seconds)2289[]2290gitlab # [ 282.709432] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.776Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"f983c7f29fe7c56e56056b7b","created_at":"2026-09-01T07:46:34.102Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.108Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-f983c7f29fe7c56e56056b7b: done: 0.149641 sec","job_status":"done","queue_duration_s":2.519288,"scheduling_latency_s":2.519314,"redis_calls":13,"redis_duration_s":0.010502,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000682,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004772,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001426,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003622,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02711,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00102527,"duration_s":0.149641,"completed_at":"2026-09-01T07:46:36.776Z","load_balancing_strategy":"primary","db_duration_s":0.008214,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2291gitlab # [ 282.740758] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.780Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"eb60c2b8d5b05ccf77c5ddda","created_at":"2026-09-01T07:46:34.108Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.113Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-eb60c2b8d5b05ccf77c5ddda: start","job_status":"start","queue_duration_s":2.666478,"scheduling_latency_s":2.666509}2292gitlab # [ 282.743211] nixbot[2784]: INFO: ::ffff:127.0.0.1:45118 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2293gitlab # [ 282.744168] gitlab-workhorse[827]: time="2026-09-01T07:46:36Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672294gitlab # [ 282.744759] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 622295gitlab # [ 282.745694] gitaly[918]: time="2026-09-01T07:46:36.783Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBHHHXXMBDR4P21V8G6X grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.774" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2296gitlab # [ 282.751901] gitaly[918]: time="2026-09-01T07:46:36.783Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBHHHXXMBDR4P21V8G6X grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.774" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2297gitlab # [ 282.812822] gitaly[918]: time="2026-09-01T07:46:36.783Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBHHHXXMBDR4P21V8G6X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.774" grpc.time_ms=8.721 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2298gitlab # [ 282.814432] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 522299gitlab # [ 282.815351] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.835Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"eb60c2b8d5b05ccf77c5ddda","created_at":"2026-09-01T07:46:34.108Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.113Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-eb60c2b8d5b05ccf77c5ddda: done: 0.055039 sec","job_status":"done","queue_duration_s":2.666478,"scheduling_latency_s":2.666509,"redis_calls":10,"redis_duration_s":0.004414,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001564,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002337,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000513,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000366527,"duration_s":0.055039,"completed_at":"2026-09-01T07:46:36.835Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020953,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2300gitlab # [ 282.888764] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.837Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0499180691f687af1c4efb66","created_at":"2026-09-01T07:46:34.114Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.120Z","job_size_bytes":19,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0499180691f687af1c4efb66: start","job_status":"start","queue_duration_s":2.716995,"scheduling_latency_s":2.717024}2301gitlab # [ 282.889995] gitaly[918]: time="2026-09-01T07:46:36.862Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBMA27HTNHQ10NZJF091 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.857" grpc.time_ms=4.493 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2302gitlab # [ 282.890933] gitaly[918]: time="2026-09-01T07:46:36.925Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBP092GNRC9NHY2WCEAS grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.916" pid=918 remote_ip="2001:db8:1::1" request_sha=22300437632a556c435888000544c7c9bb3428e9 response_bytes=216 span.kind=server system=grpc2303gitlab # [ 282.892129] gitlab-workhorse[827]: time="2026-09-01T07:46:36Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2162304gitlab # [ 282.892805] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:36 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 216 "" "git/2.55.0" 612305gitlab # [ 282.894364] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.866Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"0499180691f687af1c4efb66","created_at":"2026-09-01T07:46:34.114Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.120Z","job_size_bytes":19,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-0499180691f687af1c4efb66: done: 0.029484 sec","job_status":"done","queue_duration_s":2.716995,"scheduling_latency_s":2.717024,"redis_calls":11,"redis_duration_s":0.002595,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001774,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00042,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000464584,"duration_s":0.029484,"completed_at":"2026-09-01T07:46:36.866Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004446,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2306gitlab # [ 282.946445] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.868Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"631bf69bb395e965873ce84f","created_at":"2026-09-01T07:46:34.122Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.126Z","job_size_bytes":66,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-631bf69bb395e965873ce84f: start","job_status":"start","queue_duration_s":2.741904,"scheduling_latency_s":2.741928}2307gitlab # [ 283.007265] gitaly[918]: time="2026-09-01T07:46:36.925Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1170 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBP092GNRC9NHY2WCEAS grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.916" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2308gitlab # [ 283.008153] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.899Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"631bf69bb395e965873ce84f","created_at":"2026-09-01T07:46:34.122Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.126Z","job_size_bytes":66,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-631bf69bb395e965873ce84f: done: 0.030694 sec","job_status":"done","queue_duration_s":2.741904,"scheduling_latency_s":2.741928,"redis_calls":10,"redis_duration_s":0.002159,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000385,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001346,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000428,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000379657,"duration_s":0.030694,"completed_at":"2026-09-01T07:46:36.899Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005442,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2309gitlab # [ 283.061866] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.900Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"fb1b64c9e4adbc941a44481f","created_at":"2026-09-01T07:46:34.127Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.131Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-fb1b64c9e4adbc941a44481f: start","job_status":"start","queue_duration_s":2.769119,"scheduling_latency_s":2.769139}2310gitlab # [ 283.062676] gitaly[918]: time="2026-09-01T07:46:36.925Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1170 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBP092GNRC9NHY2WCEAS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:36.916" grpc.time_ms=9.107 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2311gitlab # [ 283.070035] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.938Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"fb1b64c9e4adbc941a44481f","created_at":"2026-09-01T07:46:34.127Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.131Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-fb1b64c9e4adbc941a44481f: done: 0.038156 sec","job_status":"done","queue_duration_s":2.769119,"scheduling_latency_s":2.769139,"redis_calls":10,"redis_duration_s":0.002981,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000408,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001266,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001307,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026013,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000392508,"duration_s":0.038156,"completed_at":"2026-09-01T07:46:36.938Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004618,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2312gitlab # [ 283.123705] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.940Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"52c853235c3ec93529b3a5f0","created_at":"2026-09-01T07:46:34.138Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.142Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-52c853235c3ec93529b3a5f0: start","job_status":"start","queue_duration_s":2.798063,"scheduling_latency_s":2.798089}2313gitlab # [ 283.139859] gitaly[918]: time="2026-09-01T07:46:37.005Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:07.003" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.004" grpc.time_ms=0.641 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2314gitlab # [ 283.154909] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.977Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"52c853235c3ec93529b3a5f0","created_at":"2026-09-01T07:46:34.138Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.142Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-52c853235c3ec93529b3a5f0: done: 0.036851 sec","job_status":"done","queue_duration_s":2.798063,"scheduling_latency_s":2.798089,"redis_calls":10,"redis_duration_s":0.0024389999999999998,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000389,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001566,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":7,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021465,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000418489,"duration_s":0.036851,"completed_at":"2026-09-01T07:46:36.977Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009011,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2315gitlab # [ 283.220331] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:36.979Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"7e1ed0217aaff18323a1e0e3","created_at":"2026-09-01T07:46:34.143Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.147Z","job_size_bytes":6,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-7e1ed0217aaff18323a1e0e3: start","job_status":"start","queue_duration_s":2.831951,"scheduling_latency_s":2.83198}2316gitlab # [ 283.225776] gitaly[918]: time="2026-09-01T07:46:37.020Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=646 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-09-01T07:47:07.012" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:37.012" grpc.time_ms=7.966 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2317gitlab # [ 283.280126] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.004Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"7e1ed0217aaff18323a1e0e3","created_at":"2026-09-01T07:46:34.143Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.147Z","job_size_bytes":6,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-7e1ed0217aaff18323a1e0e3: done: 0.02524 sec","job_status":"done","queue_duration_s":2.831951,"scheduling_latency_s":2.83198,"redis_calls":10,"redis_duration_s":0.002183,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000447,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001276,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338311,"duration_s":0.02524,"completed_at":"2026-09-01T07:46:37.004Z","load_balancing_strategy":"primary","db_duration_s":0.001914,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2318gitlab # [ 283.296828] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.006Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"f1806f36cc55f9ef30e10773","created_at":"2026-09-01T07:46:34.147Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.152Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-f1806f36cc55f9ef30e10773: start","job_status":"start","queue_duration_s":2.854012,"scheduling_latency_s":2.854039}2319gitlab # [ 283.316347] gitaly[918]: time="2026-09-01T07:46:37.037Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:47.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:37.032" grpc.time_ms=4.941 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2320gitlab # [ 283.333252] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.047Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"f1806f36cc55f9ef30e10773","created_at":"2026-09-01T07:46:34.147Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.152Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-f1806f36cc55f9ef30e10773: done: 0.040946 sec","job_status":"done","queue_duration_s":2.854012,"scheduling_latency_s":2.854039,"redis_calls":10,"redis_duration_s":0.002713,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000615,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001632,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000466,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":7,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000361499,"duration_s":0.040946,"completed_at":"2026-09-01T07:46:37.047Z","load_balancing_strategy":"primary","db_duration_s":0.007728,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2321gitlab # [ 283.386834] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.048Z","retry":25,"queue":"default","version":0,"store":null,"args":["1"],"class":"Ci::TrackFirstPipelineSucceededWorker","jid":"e9449ed3d0d420c6e226239f","created_at":"2026-09-01T07:46:34.157Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c5d2c9faee55896683425d4b50feeb49f6074c2dda34904072dea18e4eda0a9b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.162Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackFirstPipelineSucceededWorker JID-e9449ed3d0d420c6e226239f: start","job_status":"start","queue_duration_s":2.886338,"scheduling_latency_s":2.886357}2322gitlab # [ 283.440721] nixbot[2784]: {"ts": "2026-09-01T07:46:37.398Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 \"HTTP/1.1 201 Created\""}2323gitlab # [ 283.441757] nixbot[2784]: {"ts": "2026-09-01T07:46:37.405Z", "level": "info", "logger": "nixbot.flake_prefetch", "msg": "prefetching flake inputs", "flake_dir": "/var/lib/nixbot/worktrees/1-a06154e45ab0-4"}2324gitlab # [ 283.442625] gitaly[918]: time="2026-09-01T07:46:37.054Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-09-01T07:46:47.023" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:37.054" grpc.time_ms=0.411 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2325gitlab # [ 283.443290] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:37 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 4522326gitlab # [ 283.443897] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.106Z","retry":25,"queue":"default","version":0,"store":null,"args":["1"],"class":"Ci::TrackFirstPipelineSucceededWorker","jid":"e9449ed3d0d420c6e226239f","created_at":"2026-09-01T07:46:34.157Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c5d2c9faee55896683425d4b50feeb49f6074c2dda34904072dea18e4eda0a9b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.162Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackFirstPipelineSucceededWorker JID-e9449ed3d0d420c6e226239f: done: 0.057765 sec","job_status":"done","queue_duration_s":2.886338,"scheduling_latency_s":2.886357,"redis_calls":14,"redis_duration_s":0.003861,"redis_read_bytes":14,"redis_write_bytes":1335,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001464,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001996,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":436,"db_count":12,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037379,"duration_s":0.057765,"completed_at":"2026-09-01T07:46:37.106Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010803,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2327gitlab # [ 283.510102] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.107Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"50208deb72ae100895c87e3d","created_at":"2026-09-01T07:46:34.229Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.231Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50208deb72ae100895c87e3d: start","job_status":"start","queue_duration_s":2.875949,"scheduling_latency_s":2.875972}2328gitlab # [ 283.510870] gitaly[918]: time="2026-09-01T07:46:37.064Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-09-01T07:46:47.028" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:37.059" grpc.time_ms=4.669 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2329gitlab # [ 283.511638] gitaly[918]: time="2026-09-01T07:46:37.245Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4150 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:37.243" grpc.time_ms=1.365 pid=918 span.kind=server system=grpc2330gitlab # [ 283.562800] nixbot[2784]: {"ts": "2026-09-01T07:46:37.511Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-a06154e45ab0-4", "argv0": "bwrap"}2331gitlab # [ 283.563905] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.598Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"50208deb72ae100895c87e3d","created_at":"2026-09-01T07:46:34.229Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.231Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2811,"job_status":"rescheduled","message":"PipelineProcessWorker JID-50208deb72ae100895c87e3d: rescheduled"}2332gitlab # [ 283.564756] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.604Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"50208deb72ae100895c87e3d","created_at":"2026-09-01T07:46:34.229Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-e621991dc0b94fed","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.231Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-50208deb72ae100895c87e3d: done: 0.496586 sec","job_status":"done","queue_duration_s":2.875949,"scheduling_latency_s":2.875972,"gitaly_calls":3,"gitaly_duration_s":0.223755,"redis_calls":66,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.048884,"redis_read_bytes":152,"redis_write_bytes":18015,"redis_action_cable_calls":2,"redis_action_cable_duration_s":0.000556,"redis_action_cable_read_bytes":2,"redis_action_cable_write_bytes":407,"redis_cache_calls":9,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000833,"redis_cache_read_bytes":17,"redis_cache_write_bytes":791,"redis_queues_calls":22,"redis_queues_duration_s":0.039366,"redis_queues_read_bytes":30,"redis_queues_write_bytes":12314,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.004731,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3093,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000261,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000606,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.001975,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":30,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":16,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":2,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.098,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.098,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.110054,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.462614941,"duration_s":0.496586,"completed_at":"2026-09-01T07:46:37.604Z","load_balancing_strategy":"primary","db_duration_s":0.117983,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2333gitlab # [ 283.618417] gitaly[918]: time="2026-09-01T07:46:37.269Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4152 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:37.267" grpc.time_ms=1.76 pid=918 span.kind=server system=grpc2334gitlab # [ 283.619288] gitaly[918]: time="2026-09-01T07:46:37.276Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 diskcache=9514ca03-84b9-484b-9a25-209632b5d91f grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:46:47.035" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:37.066" pid=918 ref=refs/keep-around/a06154e45ab09a5ab75c55df75b43aa8aa508525 remote_ip="2001:db8:1::1" revision=a06154e45ab09a5ab75c55df75b43aa8aa508525 span.kind=server system=grpc username=root2335gitlab # [ 283.627875] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.605Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"f15ee5aa71292d6d7c1e11f9","created_at":"2026-09-01T07:46:34.310Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-dd0665a6f1774c23","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.313Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-f15ee5aa71292d6d7c1e11f9: start","job_status":"start","queue_duration_s":3.291982,"scheduling_latency_s":3.292005}2336gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525'2337gitlab # [ 283.646650] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.646Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"f15ee5aa71292d6d7c1e11f9","created_at":"2026-09-01T07:46:34.310Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-dd0665a6f1774c23","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:34.313Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-f15ee5aa71292d6d7c1e11f9: done: 0.041078 sec","job_status":"done","queue_duration_s":3.291982,"scheduling_latency_s":3.292005,"redis_calls":19,"redis_duration_s":0.004074,"redis_read_bytes":22,"redis_write_bytes":4289,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000855,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000523,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2260,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.001894,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000802,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.007514362,"duration_s":0.041078,"completed_at":"2026-09-01T07:46:37.646Z","load_balancing_strategy":"primary","db_duration_s":0.005109,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2338gitlab # [ 283.733585] gitaly[918]: time="2026-09-01T07:46:37.277Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=64 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5373 command.oublock=8 command.real_time_ms=206 command.spawn_token_fork_ms=1 command.system_time_ms=44 command.user_time_ms=20 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-09-01T07:46:47.035" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-09-01T07:46:37.066" grpc.time_ms=210.482 pid=918 ref=refs/keep-around/a06154e45ab09a5ab75c55df75b43aa8aa508525 remote_ip="2001:db8:1::1" revision=a06154e45ab09a5ab75c55df75b43aa8aa508525 span.kind=server system=grpc username=root2339gitlab # [ 283.734898] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.648Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","d548ee16206c9d744ee236ba"],"class":"WebHooks::LogExecutionWorker","jid":"fff6bc361d349f566d9cd684","created_at":"2026-09-01T07:46:35.512Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-33ece2529a654dca","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:58b9fbee51769e0b713d8f68fad86e617dc9ab760f9242d449a73a6a2053ff92","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:35.520Z","job_size_bytes":2592,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-fff6bc361d349f566d9cd684: start","job_status":"start","queue_duration_s":2.128415,"scheduling_latency_s":2.128436}2340gitlab # [ 283.736855] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.688Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","d548ee16206c9d744ee236ba"],"class":"WebHooks::LogExecutionWorker","jid":"fff6bc361d349f566d9cd684","created_at":"2026-09-01T07:46:35.512Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-33ece2529a654dca","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:58b9fbee51769e0b713d8f68fad86e617dc9ab760f9242d449a73a6a2053ff92","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:35.520Z","job_size_bytes":2592,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-fff6bc361d349f566d9cd684: done: 0.040257 sec","job_status":"done","queue_duration_s":2.128415,"scheduling_latency_s":2.128436,"redis_calls":10,"redis_duration_s":0.002386,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000501,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001412,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000473,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000356749,"duration_s":0.040257,"completed_at":"2026-09-01T07:46:37.688Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006335,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2341gitlab # [ 283.790215] gitaly[918]: time="2026-09-01T07:46:37.280Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:07.279" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.280" grpc.time_ms=0.4 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2342gitlab # [ 283.844139] gitaly[918]: time="2026-09-01T07:46:37.440Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:37.438" grpc.time_ms=0.957 pid=918 span.kind=server system=grpc2343gitlab # [ 283.845155] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.690Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","50a465a8861a8cd8c1d401a5"],"class":"WebHooks::LogExecutionWorker","jid":"7cd2f7ad25b947d67914806b","created_at":"2026-09-01T07:46:36.272Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-e443ec214ee34e57","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:59d93621fbbdbc457260e8ff93f68d84485a089249db264bd734d2b51e6d36ea","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:36.279Z","job_size_bytes":2592,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7cd2f7ad25b947d67914806b: start","job_status":"start","queue_duration_s":1.410849,"scheduling_latency_s":1.410868}2344gitlab # [ 283.845856] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.716Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","50a465a8861a8cd8c1d401a5"],"class":"WebHooks::LogExecutionWorker","jid":"7cd2f7ad25b947d67914806b","created_at":"2026-09-01T07:46:36.272Z","trace_propagation_headers":{"sentry-trace":"94adea85bee8451a9f4b55d93d4f78b3-e443ec214ee34e57","baggage":"sentry-trace_id=94adea85bee8451a9f4b55d93d4f78b3,sentry-release=Unknown"},"correlation_id":"01M1DYWEV513E3HF90Z3CR2Q80","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:59d93621fbbdbc457260e8ff93f68d84485a089249db264bd734d2b51e6d36ea","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:36.279Z","job_size_bytes":2592,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7cd2f7ad25b947d67914806b: done: 0.026634 sec","job_status":"done","queue_duration_s":1.410849,"scheduling_latency_s":1.410868,"redis_calls":7,"redis_duration_s":0.001699,"redis_read_bytes":5,"redis_write_bytes":671,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001217,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026634,"completed_at":"2026-09-01T07:46:37.716Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003356,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2345gitlab # [ 283.902945] gitaly[918]: time="2026-09-01T07:46:37.458Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:37.458" grpc.time_ms=0.345 pid=918 span.kind=server system=grpc2346gitlab # [ 283.903846] gitaly[918]: time="2026-09-01T07:46:37.476Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:37.476" grpc.time_ms=0.34 pid=918 span.kind=server system=grpc2347gitlab # [ 283.956938] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.718Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3cf9442dde8be663173b17f2","created_at":"2026-09-01T07:46:37.259Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.261Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3cf9442dde8be663173b17f2: start","job_status":"start","queue_duration_s":0.456515,"scheduling_latency_s":0.456539}2348gitlab # [ 283.957854] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.754Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3cf9442dde8be663173b17f2","created_at":"2026-09-01T07:46:37.259Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.261Z","job_size_bytes":23,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3cf9442dde8be663173b17f2: done: 0.03621 sec","job_status":"done","queue_duration_s":0.456515,"scheduling_latency_s":0.456539,"redis_calls":7,"redis_duration_s":0.001743,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001344,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000399,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026491,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03621,"completed_at":"2026-09-01T07:46:37.754Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006009,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2349gitlab # [ 284.031193] gitaly[918]: time="2026-09-01T07:46:37.483Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 diskcache=fb2f72d9-9fd4-4a61-9908-d0ecdac17ecb grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:07.168" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:37.268" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2350gitlab # [ 284.032093] gitaly[918]: time="2026-09-01T07:46:37.484Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=78 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7013 command.oublock=0 command.real_time_ms=211 command.spawn_token_fork_ms=0 command.system_time_ms=54 command.user_time_ms=24 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:07.168" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:37.268" grpc.time_ms=215.33 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2351gitlab # [ 284.033048] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.756Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"1267b8308c4ce5d241fc5681","created_at":"2026-09-01T07:46:37.282Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.286Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-1267b8308c4ce5d241fc5681: start","job_status":"start","queue_duration_s":0.469517,"scheduling_latency_s":0.46954}2352gitlab # [ 284.034161] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.782Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"1267b8308c4ce5d241fc5681","created_at":"2026-09-01T07:46:37.282Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.286Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-1267b8308c4ce5d241fc5681: done: 0.025958 sec","job_status":"done","queue_duration_s":0.469517,"scheduling_latency_s":0.46954,"redis_calls":7,"redis_duration_s":0.001847,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001488,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000359,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01791,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025958,"completed_at":"2026-09-01T07:46:37.782Z","load_balancing_strategy":"primary","db_duration_s":0.003954,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2353gitlab # [ 284.088170] gitaly[918]: time="2026-09-01T07:46:37.567Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T07:47:07.465" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.566" grpc.time_ms=1.162 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2354gitlab # [ 284.095039] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.783Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"bce0dd7f2d816ff061617a71","created_at":"2026-09-01T07:46:37.290Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.293Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-bce0dd7f2d816ff061617a71: start","job_status":"start","queue_duration_s":0.490365,"scheduling_latency_s":0.490388}2355gitlab # [ 284.165198] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.831Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"bce0dd7f2d816ff061617a71","created_at":"2026-09-01T07:46:37.290Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.293Z","job_size_bytes":65,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-bce0dd7f2d816ff061617a71: done: 0.048094 sec","job_status":"done","queue_duration_s":0.490365,"scheduling_latency_s":0.490388,"redis_calls":10,"redis_duration_s":0.002784,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001407,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001377,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":11,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":11,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.048094,"completed_at":"2026-09-01T07:46:37.831Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010255,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2356gitlab # [ 284.168141] gitaly[918]: time="2026-09-01T07:46:37.591Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYWFA8MQJD5VS36ZKRWH76 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:07.490" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.590" grpc.time_ms=0.654 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2357gitlab # [ 284.182756] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.833Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5ac043bde4ed43ad10c37a27","created_at":"2026-09-01T07:46:37.377Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.382Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ac043bde4ed43ad10c37a27: start","job_status":"start","queue_duration_s":0.451511,"scheduling_latency_s":0.451535}2358gitlab # [ 284.247155] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.941Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5ac043bde4ed43ad10c37a27","created_at":"2026-09-01T07:46:37.377Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-3ab7b3edef42478b","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.382Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ac043bde4ed43ad10c37a27: done: 0.107991 sec","job_status":"done","queue_duration_s":0.451511,"scheduling_latency_s":0.451535,"gitaly_calls":2,"gitaly_duration_s":0.00538,"redis_calls":34,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.007046,"redis_read_bytes":80,"redis_write_bytes":5121,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001022,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":10,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000956,"redis_cache_read_bytes":19,"redis_cache_write_bytes":892,"redis_queues_calls":2,"redis_queues_duration_s":0.000244,"redis_queues_read_bytes":3,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002061,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000255,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000429,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001057,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":27,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":27,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.080782,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.073205114,"duration_s":0.107991,"completed_at":"2026-09-01T07:46:37.941Z","load_balancing_strategy":"primary","db_duration_s":0.020327,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2359gitlab # [ 284.298047] gitaly[918]: time="2026-09-01T07:46:37.902Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-09-01T07:47:07.801" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.901" grpc.time_ms=0.808 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2360gitlab # [ 284.298904] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.943Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a189b111999eea1284290a41","created_at":"2026-09-01T07:46:37.488Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.491Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a189b111999eea1284290a41: start","job_status":"start","queue_duration_s":0.451811,"scheduling_latency_s":0.451838}2361gitlab # [ 284.299712] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.976Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a189b111999eea1284290a41","created_at":"2026-09-01T07:46:37.488Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.491Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a189b111999eea1284290a41: done: 0.032789 sec","job_status":"done","queue_duration_s":0.451811,"scheduling_latency_s":0.451838,"redis_calls":7,"redis_duration_s":0.00167,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001176,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000494,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021067,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032789,"completed_at":"2026-09-01T07:46:37.976Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007621,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2362gitlab # [ 284.359597] gitaly[918]: time="2026-09-01T07:46:37.929Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYBRGNF8BJ82Q876XYC39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:07.828" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:37.928" grpc.time_ms=0.579 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2363gitlab # [ 284.360558] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:37.977Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"4d2797e7353f93bc3e88ca7c","created_at":"2026-09-01T07:46:37.498Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.500Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-4d2797e7353f93bc3e88ca7c: start","job_status":"start","queue_duration_s":0.476763,"scheduling_latency_s":0.476788}2364gitlab # [ 284.370643] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.003Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"4d2797e7353f93bc3e88ca7c","created_at":"2026-09-01T07:46:37.498Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.500Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-4d2797e7353f93bc3e88ca7c: done: 0.025789 sec","job_status":"done","queue_duration_s":0.476763,"scheduling_latency_s":0.476788,"redis_calls":7,"redis_duration_s":0.001732,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001312,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00042,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":8,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025789,"completed_at":"2026-09-01T07:46:38.003Z","load_balancing_strategy":"primary","db_duration_s":0.003954,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2365gitlab # [ 284.420687] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.004Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"6006823e392fda3b4fa00790","created_at":"2026-09-01T07:46:37.508Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.510Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-6006823e392fda3b4fa00790: start","job_status":"start","queue_duration_s":0.49454,"scheduling_latency_s":0.49456}2366gitlab # [ 284.487273] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.029Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"6006823e392fda3b4fa00790","created_at":"2026-09-01T07:46:37.508Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.510Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-6006823e392fda3b4fa00790: done: 0.025042 sec","job_status":"done","queue_duration_s":0.49454,"scheduling_latency_s":0.49456,"redis_calls":10,"redis_duration_s":0.0020870000000000003,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001136,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000567,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000384,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025042,"completed_at":"2026-09-01T07:46:38.029Z","load_balancing_strategy":"primary","db_duration_s":0.003998,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2367gitlab # [ 284.540316] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.031Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"de3a94c40d8ec49382b134c3","created_at":"2026-09-01T07:46:37.546Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.549Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-de3a94c40d8ec49382b134c3: start","job_status":"start","queue_duration_s":0.482352,"scheduling_latency_s":0.482377}2368gitlab # [ 284.541390] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.057Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"de3a94c40d8ec49382b134c3","created_at":"2026-09-01T07:46:37.546Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.549Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-de3a94c40d8ec49382b134c3: done: 0.026334 sec","job_status":"done","queue_duration_s":0.482352,"scheduling_latency_s":0.482377,"redis_calls":7,"redis_duration_s":0.0017200000000000002,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001265,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017462,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026334,"completed_at":"2026-09-01T07:46:38.057Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003959,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2369gitlab # [ 284.602295] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.059Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"32c7a676dd3ff4dbf32420be","created_at":"2026-09-01T07:46:37.549Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.551Z","job_size_bytes":19,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-32c7a676dd3ff4dbf32420be: start","job_status":"start","queue_duration_s":0.508004,"scheduling_latency_s":0.50803}2370gitlab # [ 284.603426] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.086Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"32c7a676dd3ff4dbf32420be","created_at":"2026-09-01T07:46:37.549Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.551Z","job_size_bytes":19,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-32c7a676dd3ff4dbf32420be: done: 0.027041 sec","job_status":"done","queue_duration_s":0.508004,"scheduling_latency_s":0.50803,"redis_calls":8,"redis_duration_s":0.002689,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002205,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027041,"completed_at":"2026-09-01T07:46:38.086Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004906,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2371gitlab # [ 284.657486] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.088Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"13545dcf2818a5fd5051f85f","created_at":"2026-09-01T07:46:37.552Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.553Z","job_size_bytes":66,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-13545dcf2818a5fd5051f85f: start","job_status":"start","queue_duration_s":0.534721,"scheduling_latency_s":0.534747}2372gitlab # [ 284.658320] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.109Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"13545dcf2818a5fd5051f85f","created_at":"2026-09-01T07:46:37.552Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f786010d22acb06782f1370d01e07bde28bed0498922adde5f6769effe4cc7f7","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.553Z","job_size_bytes":66,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-13545dcf2818a5fd5051f85f: done: 0.021098 sec","job_status":"done","queue_duration_s":0.534721,"scheduling_latency_s":0.534747,"redis_calls":7,"redis_duration_s":0.001573,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001109,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000464,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021098,"completed_at":"2026-09-01T07:46:38.109Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002677,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2373gitlab # [ 284.717944] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.110Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"b40532e76200b2913023437d","created_at":"2026-09-01T07:46:37.553Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.554Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-b40532e76200b2913023437d: start","job_status":"start","queue_duration_s":0.555695,"scheduling_latency_s":0.555719}2374gitlab # [ 284.718911] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.133Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"b40532e76200b2913023437d","created_at":"2026-09-01T07:46:37.553Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.554Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-b40532e76200b2913023437d: done: 0.022636 sec","job_status":"done","queue_duration_s":0.555695,"scheduling_latency_s":0.555719,"redis_calls":7,"redis_duration_s":0.0015789999999999999,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001151,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000428,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":6,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022636,"completed_at":"2026-09-01T07:46:38.133Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003897,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2375gitlab # [ 284.799156] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.134Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"2b9da4d2a401951862ba5ec8","created_at":"2026-09-01T07:46:37.555Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.556Z","job_size_bytes":6,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-2b9da4d2a401951862ba5ec8: start","job_status":"start","queue_duration_s":0.578264,"scheduling_latency_s":0.578286}2376gitlab # [ 284.800126] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.148Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"2b9da4d2a401951862ba5ec8","created_at":"2026-09-01T07:46:37.555Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.556Z","job_size_bytes":6,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-2b9da4d2a401951862ba5ec8: done: 0.01366 sec","job_status":"done","queue_duration_s":0.578264,"scheduling_latency_s":0.578286,"redis_calls":7,"redis_duration_s":0.001483,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001099,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000384,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01366,"completed_at":"2026-09-01T07:46:38.148Z","load_balancing_strategy":"primary","db_duration_s":0.000508,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2377gitlab # [ 284.830790] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.149Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"23099d2bb644f84dfab07ce0","created_at":"2026-09-01T07:46:37.556Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.558Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-23099d2bb644f84dfab07ce0: start","job_status":"start","queue_duration_s":0.591722,"scheduling_latency_s":0.591746}2378gitlab # [ 284.887351] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.172Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1"],"class":"PipelineMetricsWorker","jid":"23099d2bb644f84dfab07ce0","created_at":"2026-09-01T07:46:37.556Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:644fde72c31829615c47ecd7736206eb57ccdd526788a2927a77070bca65b393","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.558Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-23099d2bb644f84dfab07ce0: done: 0.022303 sec","job_status":"done","queue_duration_s":0.591722,"scheduling_latency_s":0.591746,"redis_calls":7,"redis_duration_s":0.00154,"redis_read_bytes":5,"redis_write_bytes":636,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001135,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":446,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000405,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":190,"db_count":6,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014642,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022303,"completed_at":"2026-09-01T07:46:38.172Z","load_balancing_strategy":"primary","db_duration_s":0.003785,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2379gitlab # [ 284.938559] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.173Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"d5f676fd47309a8c96410a9d","created_at":"2026-09-01T07:46:37.598Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.599Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d5f676fd47309a8c96410a9d: start","job_status":"start","queue_duration_s":0.573672,"scheduling_latency_s":0.573696}2380gitlab # [ 284.939889] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.198Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"d5f676fd47309a8c96410a9d","created_at":"2026-09-01T07:46:37.598Z","trace_propagation_headers":{"sentry-trace":"4398b18b8fcc4272833d2e30dc8f3730-70c1181bfe3b474e","baggage":"sentry-trace_id=4398b18b8fcc4272833d2e30dc8f3730,sentry-release=Unknown"},"correlation_id":"01M1DYWFA8MQJD5VS36ZKRWH76","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.599Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d5f676fd47309a8c96410a9d: done: 0.025173 sec","job_status":"done","queue_duration_s":0.573672,"scheduling_latency_s":0.573696,"redis_calls":8,"redis_duration_s":0.002016,"redis_read_bytes":6,"redis_write_bytes":754,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001579,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":190,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017215,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025173,"completed_at":"2026-09-01T07:46:38.198Z","load_balancing_strategy":"primary","db_duration_s":0.003823,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2381gitlab # [ 284.968498] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.200Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"10b16d6f9b3a98673fd4d3be","created_at":"2026-09-01T07:46:37.633Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-892c921b1c0b4d3d","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.638Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-10b16d6f9b3a98673fd4d3be: start","job_status":"start","queue_duration_s":0.561197,"scheduling_latency_s":0.561219}2382gitlab # [ 285.036394] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.271Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"10b16d6f9b3a98673fd4d3be","created_at":"2026-09-01T07:46:37.633Z","trace_propagation_headers":{"sentry-trace":"32cecfb95bed49479deedf60bed61ace-892c921b1c0b4d3d","baggage":"sentry-trace_id=32cecfb95bed49479deedf60bed61ace,sentry-release=Unknown"},"correlation_id":"01M1DYWAKV9C6V5K8JZX4YTQF1","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.638Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-10b16d6f9b3a98673fd4d3be: done: 0.071341 sec","job_status":"done","queue_duration_s":0.561197,"scheduling_latency_s":0.561219,"redis_calls":11,"redis_duration_s":0.002628,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000371,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001851,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000406,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.052936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384406,"duration_s":0.071341,"completed_at":"2026-09-01T07:46:38.271Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013989,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2383gitlab # [ 285.092306] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.273Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b53f88520edb7eca6def9be4","created_at":"2026-09-01T07:46:37.887Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-5d71b2f323e14181","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.889Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b53f88520edb7eca6def9be4: start","job_status":"start","queue_duration_s":0.383976,"scheduling_latency_s":0.383998}2384gitlab # [ 285.093345] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:38.304Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b53f88520edb7eca6def9be4","created_at":"2026-09-01T07:46:37.887Z","trace_propagation_headers":{"sentry-trace":"f7690a35521f4c6f9f93c3fd854ae37f-5d71b2f323e14181","baggage":"sentry-trace_id=f7690a35521f4c6f9f93c3fd854ae37f,sentry-release=Unknown"},"correlation_id":"01M1DYYBRGNF8BJ82Q876XYC39","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:37.889Z","job_size_bytes":3,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b53f88520edb7eca6def9be4: done: 0.031482 sec","job_status":"done","queue_duration_s":0.383976,"scheduling_latency_s":0.383998,"redis_calls":7,"redis_duration_s":0.001732,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001288,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000444,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031482,"completed_at":"2026-09-01T07:46:38.304Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004775,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2385gitlab # [ 285.186844] nixbot[2784]: INFO: ::ffff:127.0.0.1:57034 - "GET /api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 200 OK2386gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=a06154e45ab09a5ab75c55df75b43aa8aa508525', in 1.46 seconds)2387[{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-09-01T07:46:36.940453Z', 'started_at': '2026-09-01T07:46:37.403176Z', 'finished_at': None, 'eval_queue': None}]2388(finished: subtest: push delivers the webhook, in 64.98 seconds)2389subtest: eval and build post commit statuses2390gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2391gitlab # [ 285.234119] nix-daemon[3015]: accepted connection from pid 3616, user nixbot2392gitlab # [ 285.272596] gitaly[918]: time="2026-09-01T07:46:39.340Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYE1PGA6WV12V8FBP1BQS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:09.239" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:39.339" grpc.time_ms=0.516 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2393gitlab # [ 285.294577] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:39 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 752394gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 0.09 seconds)2395[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2396gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2397gitlab # [ 286.352213] gitaly[918]: time="2026-09-01T07:46:40.419Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYF3Y7V2FYB19CAHBMVYP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:10.318" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:40.419" grpc.time_ms=0.555 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2398gitlab # [ 286.389566] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:40 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 742399gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 0.10 seconds)2400[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2401gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2402gitlab # [ 287.446934] gitaly[918]: time="2026-09-01T07:46:41.514Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYG65A8E372T9TDV0V9G0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:11.413" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:41.514" grpc.time_ms=0.52 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2403gitlab # [ 287.472584] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:41 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 622404gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 0.08 seconds)2405[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2406gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2407gitlab # [ 288.529833] gitaly[918]: time="2026-09-01T07:46:42.597Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYH7ZFND1MTFXFYGWJJXQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:12.496" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:42.596" grpc.time_ms=0.546 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2408gitlab # [ 288.549849] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:42 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 572409gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 0.08 seconds)2410[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2411gitlab # [ 288.869659] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:42.937Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cb560c4ee242404b37549265","created_at":"2026-09-01T07:46:42.925Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d71dab964871020c314fb42b601ba855","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:42.935Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cb560c4ee242404b37549265: start","job_status":"start","queue_duration_s":0.001564,"scheduling_latency_s":0.001597}2412gitlab # [ 288.984966] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.052Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cb560c4ee242404b37549265","created_at":"2026-09-01T07:46:42.925Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d71dab964871020c314fb42b601ba855","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:42.935Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cb560c4ee242404b37549265: done: 0.115524 sec","job_status":"done","queue_duration_s":0.001564,"scheduling_latency_s":0.001597,"redis_calls":11,"redis_duration_s":0.030066,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.009321,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004093,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.016652,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037182,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00102946,"exclusive_lock_hold_duration_s":0.028594417,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.115524,"completed_at":"2026-09-01T07:46:43.052Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01373,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2413gitlab # [ 288.989600] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.057Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0c56608f1d536acf29cfe204","created_at":"2026-09-01T07:46:42.961Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:42.971Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0c56608f1d536acf29cfe204: start","job_status":"start","queue_duration_s":0.085651,"scheduling_latency_s":0.085688}2414gitlab # [ 289.306060] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.373Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0c56608f1d536acf29cfe204","created_at":"2026-09-01T07:46:42.961Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:42.971Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0c56608f1d536acf29cfe204: done: 0.316327 sec","job_status":"done","queue_duration_s":0.085651,"scheduling_latency_s":0.085688,"redis_calls":70,"redis_duration_s":0.084804,"redis_read_bytes":118,"redis_write_bytes":42580,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.009705,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000601,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.072282,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002216,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.184709,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.316327,"completed_at":"2026-09-01T07:46:43.373Z","load_balancing_strategy":"primary","db_duration_s":0.008224,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2415gitlab # [ 289.362676] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.430Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4751215348357faa90e41d9b","created_at":"2026-09-01T07:46:42.988Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81704ab8c5bb6dcdeb19011c11152c7c","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.019Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4751215348357faa90e41d9b: start","job_status":"start","queue_duration_s":0.411243,"scheduling_latency_s":0.411276}2416gitlab # [ 289.436829] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.504Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4751215348357faa90e41d9b","created_at":"2026-09-01T07:46:42.988Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81704ab8c5bb6dcdeb19011c11152c7c","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.019Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4751215348357faa90e41d9b: done: 0.073907 sec","job_status":"done","queue_duration_s":0.411243,"scheduling_latency_s":0.411276,"redis_calls":9,"redis_duration_s":0.006477,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001389,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00321,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001878,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.073907,"completed_at":"2026-09-01T07:46:43.504Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013082,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2417gitlab # [ 289.465810] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.509Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b427ec56c106fbcd8bc7b79b","created_at":"2026-09-01T07:46:43.040Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b21e2a3a6ea4e9313a0a0800745d1870","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.054Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b427ec56c106fbcd8bc7b79b: start","job_status":"start","queue_duration_s":0.45501,"scheduling_latency_s":0.455043}2418gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2419gitlab # [ 289.547942] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b427ec56c106fbcd8bc7b79b","created_at":"2026-09-01T07:46:43.040Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b21e2a3a6ea4e9313a0a0800745d1870","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.054Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b427ec56c106fbcd8bc7b79b: done: 0.10573 sec","job_status":"done","queue_duration_s":0.45501,"scheduling_latency_s":0.455043,"redis_calls":12,"redis_duration_s":0.010189,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00164,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005451,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003098,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.054,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.054,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022281,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.016146186,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.10573,"completed_at":"2026-09-01T07:46:43.615Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.054382,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2420gitlab # [ 289.579093] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.620Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"5d62fd0a827a94fbc3111ed3","created_at":"2026-09-01T07:46:43.060Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5676bd8cb8c0c4357a8858c06d0f8ad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:46:43.073Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-5d62fd0a827a94fbc3111ed3: start","job_status":"start","queue_duration_s":0.547537,"scheduling_latency_s":0.547568}2421gitlab # [ 289.600974] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.668Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}2422gitlab # [ 289.614729] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.681Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"5d62fd0a827a94fbc3111ed3","created_at":"2026-09-01T07:46:43.060Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5676bd8cb8c0c4357a8858c06d0f8ad","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-09-01T07:46:43.073Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-5d62fd0a827a94fbc3111ed3: done: 0.061104 sec","job_status":"done","queue_duration_s":0.547537,"scheduling_latency_s":0.547568,"redis_calls":9,"redis_duration_s":0.008563,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001292,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004596,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002675,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.061104,"completed_at":"2026-09-01T07:46:43.681Z","load_balancing_strategy":"primary","db_duration_s":0.001805,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2423gitlab # [ 289.674904] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.686Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"e1cc7415d7b985e162196ef3","created_at":"2026-09-01T07:46:43.083Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"43633c29aacd4d2cff8f34bd7931dc9b","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.091Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-e1cc7415d7b985e162196ef3: start","job_status":"start","queue_duration_s":0.594978,"scheduling_latency_s":0.59501}2424gitlab # [ 289.675907] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.738Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"e1cc7415d7b985e162196ef3","created_at":"2026-09-01T07:46:43.083Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"43633c29aacd4d2cff8f34bd7931dc9b","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.091Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-e1cc7415d7b985e162196ef3: done: 0.051683 sec","job_status":"done","queue_duration_s":0.594978,"scheduling_latency_s":0.59501,"redis_calls":11,"redis_duration_s":0.022445,"redis_read_bytes":8,"redis_write_bytes":1094,"redis_cache_calls":2,"redis_cache_duration_s":0.002094,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001738,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.017193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":482,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00142,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.051683,"completed_at":"2026-09-01T07:46:43.738Z","load_balancing_strategy":"primary","db_duration_s":0.002177,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2425gitlab # [ 289.745110] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.739Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"928fe421f7144cb214e5ed30","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75e351395da5a05e3293a98a0b604efe","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.108Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-928fe421f7144cb214e5ed30: start","job_status":"start","queue_duration_s":0.631175,"scheduling_latency_s":0.631203}2426gitlab # [ 289.746145] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.774Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"928fe421f7144cb214e5ed30","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"75e351395da5a05e3293a98a0b604efe","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.108Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-928fe421f7144cb214e5ed30: done: 0.03419 sec","job_status":"done","queue_duration_s":0.631175,"scheduling_latency_s":0.631203,"redis_calls":18,"redis_duration_s":0.00423,"redis_read_bytes":20,"redis_write_bytes":4702,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001049,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000332,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002059,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00079,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03419,"completed_at":"2026-09-01T07:46:43.774Z","load_balancing_strategy":"primary","db_duration_s":0.001723,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2427gitlab # [ 289.808512] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.775Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"03745cbb20623bbdc4bfc4bc","created_at":"2026-09-01T07:46:43.117Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"006e972900591168fbfad80c4426ece6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.123Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-03745cbb20623bbdc4bfc4bc: start","job_status":"start","queue_duration_s":0.651938,"scheduling_latency_s":0.651961}2428gitlab # [ 289.810062] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.803Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"03745cbb20623bbdc4bfc4bc","created_at":"2026-09-01T07:46:43.117Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"006e972900591168fbfad80c4426ece6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.123Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-03745cbb20623bbdc4bfc4bc: done: 0.027645 sec","job_status":"done","queue_duration_s":0.651938,"scheduling_latency_s":0.651961,"redis_calls":11,"redis_duration_s":0.002939,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00064,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001196,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001103,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016516,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052353,"exclusive_lock_hold_duration_s":0.005435048,"duration_s":0.027645,"completed_at":"2026-09-01T07:46:43.803Z","load_balancing_strategy":"primary","db_duration_s":0.002711,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2429gitlab # [ 289.872562] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.805Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"3d6d84044b96d7830595e2a7","created_at":"2026-09-01T07:46:43.132Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"095d7eacb3c899a6dc697eabe2225379","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.139Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-3d6d84044b96d7830595e2a7: start","job_status":"start","queue_duration_s":0.665326,"scheduling_latency_s":0.665353}2430gitlab # [ 289.873418] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.851Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}2431gitlab # [ 289.874460] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.858Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"3d6d84044b96d7830595e2a7","created_at":"2026-09-01T07:46:43.132Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"095d7eacb3c899a6dc697eabe2225379","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.139Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-3d6d84044b96d7830595e2a7: done: 0.053876 sec","job_status":"done","queue_duration_s":0.665326,"scheduling_latency_s":0.665353,"redis_calls":9,"redis_duration_s":0.002338,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000578,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00132,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.053876,"completed_at":"2026-09-01T07:46:43.858Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.033369,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2432gitlab # [ 289.961459] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:43.860Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f85cff7b3fdde31a3d88c835","created_at":"2026-09-01T07:46:43.147Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac52cb061d4d94c7ac9bc44e1c5aff88","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.156Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f85cff7b3fdde31a3d88c835: start","job_status":"start","queue_duration_s":0.703469,"scheduling_latency_s":0.703492}2433gitlab # [ 290.048406] gitaly[918]: time="2026-09-01T07:46:44.116Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYJQ85FNRC34Q9YR75TTP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:14.014" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:44.115" grpc.time_ms=0.606 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2434gitlab # [ 290.070162] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses HTTP/1.1" 200 639 "" "curl/8.21.0" 642435gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 0.52 seconds)2436[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'waiting for evaluation', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2437gitlab # [ 290.257519] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.325Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f85cff7b3fdde31a3d88c835","created_at":"2026-09-01T07:46:43.147Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac52cb061d4d94c7ac9bc44e1c5aff88","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.156Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f85cff7b3fdde31a3d88c835: done: 0.464703 sec","job_status":"done","queue_duration_s":0.703469,"scheduling_latency_s":0.703492,"redis_calls":564,"redis_duration_s":0.130327,"redis_read_bytes":562,"redis_write_bytes":49063,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000372,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001188,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.128767,"redis_shared_state_read_bytes":556,"redis_shared_state_write_bytes":48290,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.363036,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.464703,"completed_at":"2026-09-01T07:46:44.325Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000461,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2438gitlab # [ 290.314546] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.382Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"a1f46a803f1aaab64ad5daf0","created_at":"2026-09-01T07:46:43.165Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6649314e18b8f5ef6be4ae68ce7cc242","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.173Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-a1f46a803f1aaab64ad5daf0: start","job_status":"start","queue_duration_s":1.208541,"scheduling_latency_s":1.208573}2439gitlab # [ 290.335060] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.402Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"a1f46a803f1aaab64ad5daf0","created_at":"2026-09-01T07:46:43.165Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6649314e18b8f5ef6be4ae68ce7cc242","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.173Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-a1f46a803f1aaab64ad5daf0: done: 0.020578 sec","job_status":"done","queue_duration_s":1.208541,"scheduling_latency_s":1.208573,"redis_calls":11,"redis_duration_s":0.002569,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000439,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001125,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011674,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000530235,"exclusive_lock_hold_duration_s":0.002046908,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.020578,"completed_at":"2026-09-01T07:46:44.402Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001571,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2440gitlab # [ 290.336490] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.404Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"e8dcffcace68d5a856ba6977","created_at":"2026-09-01T07:46:43.189Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76ef8883f400cf3250f3f7e8f9371a9b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.198Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-e8dcffcace68d5a856ba6977: start","job_status":"start","queue_duration_s":1.205158,"scheduling_latency_s":1.205177}2441gitlab # [ 290.455066] nix-daemon[3015]: accepted connection from pid 3660, user nixbot2442gitlab # [ 290.464236] nix-daemon[3015]: accepted connection from pid 3616, user nixbot2443gitlab # [ 290.515927] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.583Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"e8dcffcace68d5a856ba6977","created_at":"2026-09-01T07:46:43.189Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76ef8883f400cf3250f3f7e8f9371a9b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.198Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-e8dcffcace68d5a856ba6977: done: 0.179189 sec","job_status":"done","queue_duration_s":1.205158,"scheduling_latency_s":1.205177,"redis_calls":13,"redis_duration_s":0.002892,"redis_read_bytes":11,"redis_write_bytes":1567,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000792,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001098,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001002,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":131,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":131,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":131,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":84,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.13934,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000503416,"exclusive_lock_hold_duration_s":0.158585798,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.179189,"completed_at":"2026-09-01T07:46:44.583Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.048105,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2444gitlab # [ 290.574458] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.585Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::PipelineArtifacts::ExpireArtifactsWorker","jid":"c5394e32f54b97de148fd1c4","created_at":"2026-09-01T07:46:43.206Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b6c853f87a9ebf4b445c6ae7f897cc0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:35dc78c13bdf78a98c09fc2795030a4961be87ad882288b77a6a3c9be677e4d5","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.213Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::ExpireArtifactsWorker JID-c5394e32f54b97de148fd1c4: start","job_status":"start","queue_duration_s":1.372264,"scheduling_latency_s":1.372292}2445gitlab # [ 290.592624] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.619Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::PipelineArtifacts::ExpireArtifactsWorker","jid":"c5394e32f54b97de148fd1c4","created_at":"2026-09-01T07:46:43.206Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b6c853f87a9ebf4b445c6ae7f897cc0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:35dc78c13bdf78a98c09fc2795030a4961be87ad882288b77a6a3c9be677e4d5","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.213Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::ExpireArtifactsWorker JID-c5394e32f54b97de148fd1c4: done: 0.034322 sec","job_status":"done","queue_duration_s":1.372264,"scheduling_latency_s":1.372292,"redis_calls":12,"redis_duration_s":0.0032760000000000003,"redis_read_bytes":11,"redis_write_bytes":1481,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000576,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001528,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001172,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":548,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000696178,"exclusive_lock_hold_duration_s":0.010180344000000001,"extra.ci_pipeline_artifacts_expire_artifacts_worker.destroyed_pipeline_artifacts_count":0,"duration_s":0.034322,"completed_at":"2026-09-01T07:46:44.619Z","load_balancing_strategy":"primary","db_duration_s":0.005374,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2446gitlab # [ 290.646112] gitaly[918]: time="2026-09-01T07:46:44.599Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:14.497" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:44.597" grpc.time_ms=0.639 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2447gitlab # [ 290.646931] nixbot[2784]: {"ts": "2026-09-01T07:46:44.690Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 \"HTTP/1.1 201 Created\""}2448gitlab # [ 290.647731] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.621Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b4d7a7bb056e94b222f04ec5","created_at":"2026-09-01T07:46:43.225Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"00f709c41eed01c028502a4e37756046","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:46:43.234Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b4d7a7bb056e94b222f04ec5: start","job_status":"start","queue_duration_s":1.387474,"scheduling_latency_s":1.387502}2449gitlab # [ 290.648614] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.635Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}2450gitlab # [ 290.649312] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.643Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"b4d7a7bb056e94b222f04ec5","created_at":"2026-09-01T07:46:43.225Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"00f709c41eed01c028502a4e37756046","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-09-01T07:46:43.234Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-b4d7a7bb056e94b222f04ec5: done: 0.022261 sec","job_status":"done","queue_duration_s":1.387474,"scheduling_latency_s":1.387502,"redis_calls":9,"redis_duration_s":0.002553,"redis_read_bytes":7,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000547,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001389,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000617,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022261,"completed_at":"2026-09-01T07:46:44.643Z","load_balancing_strategy":"primary","db_duration_s":0.000537,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2451gitlab # [ 290.683178] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 1342452gitlab # [ 290.740953] gitaly[918]: time="2026-09-01T07:46:44.632Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:54.286" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:44.627" grpc.time_ms=5.057 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2453gitlab # [ 290.742084] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.645Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a7fadccd91df3186bfdea21c","created_at":"2026-09-01T07:46:43.244Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b0ad77812b1e0290cd9951349c6d709","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.350Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a7fadccd91df3186bfdea21c: start","job_status":"start","queue_duration_s":1.294625,"scheduling_latency_s":1.294653}2454gitlab # [ 290.742979] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.670Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a7fadccd91df3186bfdea21c","created_at":"2026-09-01T07:46:43.244Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-b9c36c4c4de44e89","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b0ad77812b1e0290cd9951349c6d709","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.350Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a7fadccd91df3186bfdea21c: done: 0.025079 sec","job_status":"done","queue_duration_s":1.294625,"scheduling_latency_s":1.294653,"redis_calls":11,"redis_duration_s":0.002714,"redis_read_bytes":9,"redis_write_bytes":1459,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001008,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00123,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000476,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025079,"completed_at":"2026-09-01T07:46:44.670Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2455gitlab # [ 290.807293] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee10610556c6217629c524b2","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee10610556c6217629c524b2: start","job_status":"start","queue_duration_s":1.31714,"scheduling_latency_s":1.317163}2456gitlab # [ 290.809072] gitaly[918]: time="2026-09-01T07:46:44.744Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYKANMRKNX9D36Y1D6TA0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:14.639" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:44.739" grpc.time_ms=1.042 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2457gitlab # [ 290.810112] nixbot[2784]: {"ts": "2026-09-01T07:46:44.830Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 \"HTTP/1.1 201 Created\""}2458gitlab # [ 290.810918] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.694Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee10610556c6217629c524b2","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee10610556c6217629c524b2: done: 0.022453 sec","job_status":"done","queue_duration_s":1.31714,"scheduling_latency_s":1.317163,"redis_calls":15,"redis_duration_s":0.003085,"redis_read_bytes":12,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000533,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000778,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001774,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022453,"completed_at":"2026-09-01T07:46:44.694Z","load_balancing_strategy":"primary","db_duration_s":0.000515,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2459gitlab # [ 290.898951] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.696Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb05289fd541b3fa6280c390","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb05289fd541b3fa6280c390: start","job_status":"start","queue_duration_s":1.34097,"scheduling_latency_s":1.340993}2460gitlab # [ 290.899906] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1352461gitlab # [ 290.900733] gitaly[918]: time="2026-09-01T07:46:44.783Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYKANMRKNX9D36Y1D6TA0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:54.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:44.777" grpc.time_ms=5.398 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2462gitlab # [ 290.901666] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb05289fd541b3fa6280c390","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb05289fd541b3fa6280c390: done: 0.019328 sec","job_status":"done","queue_duration_s":1.34097,"scheduling_latency_s":1.340993,"redis_calls":13,"redis_duration_s":0.003623,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001797,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001826,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019328,"completed_at":"2026-09-01T07:46:44.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2463gitlab # [ 290.977069] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94065401c013212be5366739","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94065401c013212be5366739: start","job_status":"start","queue_duration_s":1.362428,"scheduling_latency_s":1.362456}2464gitlab # [ 290.978248] gitaly[918]: time="2026-09-01T07:46:44.894Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYKFD0TG4TF85WCY5S18Q grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-09-01T07:47:14.893" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-09-01T07:46:44.893" grpc.time_ms=0.558 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2465gitlab # [ 290.982161] nixbot[2784]: {"ts": "2026-09-01T07:46:44.981Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 \"HTTP/1.1 201 Created\""}2466gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses2467gitlab # [ 290.986099] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.734Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94065401c013212be5366739","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94065401c013212be5366739: done: 0.016623 sec","job_status":"done","queue_duration_s":1.362428,"scheduling_latency_s":1.362456,"redis_calls":13,"redis_duration_s":0.002529,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000774,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001755,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01078,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016623,"completed_at":"2026-09-01T07:46:44.734Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2468gitlab # [ 291.053052] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.735Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dee70baf04861a0098072f9f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dee70baf04861a0098072f9f: start","job_status":"start","queue_duration_s":1.38047,"scheduling_latency_s":1.380491}2469gitlab # [ 291.054145] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:44 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a06154e45ab09a5ab75c55df75b43aa8aa508525 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1332470gitlab # [ 291.056986] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:45 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 452471gitlab # [ 291.060205] gitaly[918]: time="2026-09-01T07:46:44.933Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYKFD0TG4TF85WCY5S18Q grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-09-01T07:46:54.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:44.926" grpc.time_ms=6.269 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2472gitlab # [ 291.125246] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dee70baf04861a0098072f9f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dee70baf04861a0098072f9f: done: 0.025169 sec","job_status":"done","queue_duration_s":1.38047,"scheduling_latency_s":1.380491,"redis_calls":13,"redis_duration_s":0.005012999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000971,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025169,"completed_at":"2026-09-01T07:46:44.760Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2473gitlab # [ 291.131954] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afd69ef9c82834c97a565755","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afd69ef9c82834c97a565755: start","job_status":"start","queue_duration_s":1.407412,"scheduling_latency_s":1.407445}2474gitlab # [ 291.147132] gitlab-workhorse[827]: time="2026-09-01T07:46:45Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672475gitlab # [ 291.148645] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/09/01:07:46:45 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 782476gitlab # [ 291.150805] gitaly[918]: time="2026-09-01T07:46:45.111Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M1DYYKPBSNH7DJEN3W3QMWZ6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:45.105" grpc.time_ms=6.035 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2477gitlab # [ 291.213565] gitaly[918]: time="2026-09-01T07:46:45.191Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYKQSXZC3KNJAGRYCHTPG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:45.164" pid=918 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2478gitlab # [ 291.214792] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afd69ef9c82834c97a565755","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afd69ef9c82834c97a565755: done: 0.020272 sec","job_status":"done","queue_duration_s":1.407412,"scheduling_latency_s":1.407445,"redis_calls":13,"redis_duration_s":0.0032779999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001149,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002129,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020272,"completed_at":"2026-09-01T07:46:44.782Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2479gitlab # [ 291.224051] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e18076f9b6edfaa95c11d9f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e18076f9b6edfaa95c11d9f: start","job_status":"start","queue_duration_s":1.429525,"scheduling_latency_s":1.429552}2480gitlab # [ 291.275833] gitaly[918]: time="2026-09-01T07:46:45.191Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=20 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYKQSXZC3KNJAGRYCHTPG grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:45.164" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2481gitlab # [ 291.276978] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e18076f9b6edfaa95c11d9f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e18076f9b6edfaa95c11d9f: done: 0.01989 sec","job_status":"done","queue_duration_s":1.429525,"scheduling_latency_s":1.429552,"redis_calls":13,"redis_duration_s":0.002931,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013556,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01989,"completed_at":"2026-09-01T07:46:44.804Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2482gitlab # [ 291.300236] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"670ed4eb127dc4c97fd516d4","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-670ed4eb127dc4c97fd516d4: start","job_status":"start","queue_duration_s":1.451064,"scheduling_latency_s":1.451093}2483gitlab # [ 291.352547] gitaly[918]: time="2026-09-01T07:46:45.192Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=20 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYKQSXZC3KNJAGRYCHTPG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-09-01T07:46:45.164" grpc.time_ms=27.303 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc2484gitlab # [ 291.353778] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"670ed4eb127dc4c97fd516d4","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-670ed4eb127dc4c97fd516d4: done: 0.01943 sec","job_status":"done","queue_duration_s":1.451064,"scheduling_latency_s":1.451093,"redis_calls":13,"redis_duration_s":0.003374,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001068,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002306,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01943,"completed_at":"2026-09-01T07:46:44.825Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2485gitlab # [ 291.377366] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.827Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"290655cfaf10e1f3faa31070","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-290655cfaf10e1f3faa31070: start","job_status":"start","queue_duration_s":1.472379,"scheduling_latency_s":1.472415}2486gitlab # [ 291.392244] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.847Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"290655cfaf10e1f3faa31070","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-290655cfaf10e1f3faa31070: done: 0.019919 sec","job_status":"done","queue_duration_s":1.472379,"scheduling_latency_s":1.472415,"redis_calls":13,"redis_duration_s":0.0031450000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002171,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013691,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019919,"completed_at":"2026-09-01T07:46:44.847Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2487gitlab # [ 291.440433] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e341d8a560b2347d3299fa33","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e341d8a560b2347d3299fa33: start","job_status":"start","queue_duration_s":1.494126,"scheduling_latency_s":1.494152}2488gitlab # [ 291.492147] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e341d8a560b2347d3299fa33","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e341d8a560b2347d3299fa33: done: 0.021341 sec","job_status":"done","queue_duration_s":1.494126,"scheduling_latency_s":1.494152,"redis_calls":13,"redis_duration_s":0.003447,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002388,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013691,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021341,"completed_at":"2026-09-01T07:46:44.870Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2489gitlab # [ 291.501068] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f1691954dbf824f3b947ce3","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f1691954dbf824f3b947ce3: start","job_status":"start","queue_duration_s":1.517925,"scheduling_latency_s":1.51796}2490gitlab # [ 291.516811] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f1691954dbf824f3b947ce3","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f1691954dbf824f3b947ce3: done: 0.018424 sec","job_status":"done","queue_duration_s":1.517925,"scheduling_latency_s":1.51796,"redis_calls":13,"redis_duration_s":0.0029679999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002077,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018424,"completed_at":"2026-09-01T07:46:44.891Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2491gitlab # [ 291.580746] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.892Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f205b6a7e82415ae6daea73","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f205b6a7e82415ae6daea73: start","job_status":"start","queue_duration_s":1.537717,"scheduling_latency_s":1.537739}2492gitlab # [ 291.581929] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3f205b6a7e82415ae6daea73","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3f205b6a7e82415ae6daea73: done: 0.019225 sec","job_status":"done","queue_duration_s":1.537717,"scheduling_latency_s":1.537739,"redis_calls":13,"redis_duration_s":0.0038720000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002364,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012064,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019225,"completed_at":"2026-09-01T07:46:44.912Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2493gitlab # [ 291.622890] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2828e6208f928dfc67023b27","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2828e6208f928dfc67023b27: start","job_status":"start","queue_duration_s":1.558753,"scheduling_latency_s":1.558777}2494gitlab # [ 291.684739] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.936Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2828e6208f928dfc67023b27","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2828e6208f928dfc67023b27: done: 0.022991 sec","job_status":"done","queue_duration_s":1.558753,"scheduling_latency_s":1.558777,"redis_calls":13,"redis_duration_s":0.004124,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00132,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002804,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015446,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022991,"completed_at":"2026-09-01T07:46:44.936Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2495gitlab # [ 291.686553] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.938Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66c656cc57a7308385bd9a08","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66c656cc57a7308385bd9a08: start","job_status":"start","queue_duration_s":1.583569,"scheduling_latency_s":1.583597}2496gitlab # [ 291.696283] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.958Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66c656cc57a7308385bd9a08","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66c656cc57a7308385bd9a08: done: 0.019982 sec","job_status":"done","queue_duration_s":1.583569,"scheduling_latency_s":1.583597,"redis_calls":13,"redis_duration_s":0.003195,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000981,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002214,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013297,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019982,"completed_at":"2026-09-01T07:46:44.958Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2497gitlab # [ 291.743774] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05dabdcf6caa004a409b9d58","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05dabdcf6caa004a409b9d58: start","job_status":"start","queue_duration_s":1.604953,"scheduling_latency_s":1.604976}2498gitlab # [ 291.758279] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.979Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05dabdcf6caa004a409b9d58","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05dabdcf6caa004a409b9d58: done: 0.019201 sec","job_status":"done","queue_duration_s":1.604953,"scheduling_latency_s":1.604976,"redis_calls":13,"redis_duration_s":0.0032180000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002141,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019201,"completed_at":"2026-09-01T07:46:44.979Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2499gitlab # [ 291.812685] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:44.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17cc56adb8f125f25ce274f8","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17cc56adb8f125f25ce274f8: start","job_status":"start","queue_duration_s":1.626976,"scheduling_latency_s":1.62701}2500gitlab # [ 291.867790] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17cc56adb8f125f25ce274f8","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17cc56adb8f125f25ce274f8: done: 0.023466 sec","job_status":"done","queue_duration_s":1.626976,"scheduling_latency_s":1.62701,"redis_calls":13,"redis_duration_s":0.0048000000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002206,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002594,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013709,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023466,"completed_at":"2026-09-01T07:46:45.005Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2501gitlab # [ 291.869761] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.008Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"601d7adeab59a6c49c348b54","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-601d7adeab59a6c49c348b54: start","job_status":"start","queue_duration_s":1.653088,"scheduling_latency_s":1.65312}2502gitlab # [ 291.932291] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.029Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"601d7adeab59a6c49c348b54","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-601d7adeab59a6c49c348b54: done: 0.021046 sec","job_status":"done","queue_duration_s":1.653088,"scheduling_latency_s":1.65312,"redis_calls":13,"redis_duration_s":0.0031850000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002183,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013853,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021046,"completed_at":"2026-09-01T07:46:45.029Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2503gitlab # [ 291.937807] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.031Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a1498993afcaf6c5103faf5a","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a1498993afcaf6c5103faf5a: start","job_status":"start","queue_duration_s":1.676481,"scheduling_latency_s":1.676513}2504gitlab # [ 291.952884] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.053Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a1498993afcaf6c5103faf5a","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a1498993afcaf6c5103faf5a: done: 0.021691 sec","job_status":"done","queue_duration_s":1.676481,"scheduling_latency_s":1.676513,"redis_calls":13,"redis_duration_s":0.003665,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001136,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002529,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014807,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021691,"completed_at":"2026-09-01T07:46:45.053Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2505gitlab # [ 292.018415] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.054Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4cc0c0810e6f97d21c82c1fc","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4cc0c0810e6f97d21c82c1fc: start","job_status":"start","queue_duration_s":1.699483,"scheduling_latency_s":1.699505}2506gitlab # [ 292.019364] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.074Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4cc0c0810e6f97d21c82c1fc","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4cc0c0810e6f97d21c82c1fc: done: 0.019575 sec","job_status":"done","queue_duration_s":1.699483,"scheduling_latency_s":1.699505,"redis_calls":13,"redis_duration_s":0.005278,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000921,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004357,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019575,"completed_at":"2026-09-01T07:46:45.074Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2507gitlab # [ 292.089926] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f61855ff89a75d75f91ef5f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f61855ff89a75d75f91ef5f: start","job_status":"start","queue_duration_s":1.720561,"scheduling_latency_s":1.720583}2508gitlab # [ 292.090987] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f61855ff89a75d75f91ef5f","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f61855ff89a75d75f91ef5f: done: 0.018022 sec","job_status":"done","queue_duration_s":1.720561,"scheduling_latency_s":1.720583,"redis_calls":13,"redis_duration_s":0.0028669999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000913,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01188,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018022,"completed_at":"2026-09-01T07:46:45.093Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2509gitlab # [ 292.144228] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1aa790dec7642ddd9d77133a","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1aa790dec7642ddd9d77133a: start","job_status":"start","queue_duration_s":1.740159,"scheduling_latency_s":1.740184}2510gitlab # [ 292.145325] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.116Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1aa790dec7642ddd9d77133a","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1aa790dec7642ddd9d77133a: done: 0.021594 sec","job_status":"done","queue_duration_s":1.740159,"scheduling_latency_s":1.740184,"redis_calls":13,"redis_duration_s":0.005161,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001341,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00382,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021594,"completed_at":"2026-09-01T07:46:45.116Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2511gitlab # [ 292.204337] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.118Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8609dfa9e9c5dea7802d9883","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8609dfa9e9c5dea7802d9883: start","job_status":"start","queue_duration_s":1.763205,"scheduling_latency_s":1.763227}2512gitlab # [ 292.205862] gitaly[918]: time="2026-09-01T07:46:46.172Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:46.170" grpc.time_ms=1.26 pid=918 span.kind=server system=grpc2513gitlab # [ 292.206736] gitaly[918]: time="2026-09-01T07:46:46.192Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:46.192" grpc.time_ms=0.503 pid=918 span.kind=server system=grpc2514gitlab # [ 292.258946] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.134Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8609dfa9e9c5dea7802d9883","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8609dfa9e9c5dea7802d9883: done: 0.016153 sec","job_status":"done","queue_duration_s":1.763205,"scheduling_latency_s":1.763227,"redis_calls":13,"redis_duration_s":0.0025109999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000762,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001749,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010576,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016153,"completed_at":"2026-09-01T07:46:45.134Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2515gitlab # [ 292.260300] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a4fb1f6cdf3313d3b6ccae7","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a4fb1f6cdf3313d3b6ccae7: start","job_status":"start","queue_duration_s":1.780754,"scheduling_latency_s":1.780774}2516gitlab # [ 292.273688] gitaly[918]: time="2026-09-01T07:46:46.214Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-09-01T07:46:46.213" grpc.time_ms=0.375 pid=918 span.kind=server system=grpc2517gitlab # [ 292.284872] gitaly[918]: time="2026-09-01T07:46:46.221Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:16.045" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:46.145" operations="[repack_refs]" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2518gitlab # [ 292.296666] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a4fb1f6cdf3313d3b6ccae7","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a4fb1f6cdf3313d3b6ccae7: done: 0.017014 sec","job_status":"done","queue_duration_s":1.780754,"scheduling_latency_s":1.780774,"redis_calls":13,"redis_duration_s":0.003882,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000948,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010718,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017014,"completed_at":"2026-09-01T07:46:45.152Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2519gitlab # [ 292.351304] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.154Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a08a30f230efb14aa91145d","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a08a30f230efb14aa91145d: start","job_status":"start","queue_duration_s":1.799419,"scheduling_latency_s":1.799442}2520gitlab # [ 292.355676] gitaly[918]: time="2026-09-01T07:46:46.223Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:16.045" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:46.145" pid=918 remote_ip="2001:db8:1::1" repository_info="{false {6 703 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-09-01 07:45:28.740924451 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root2521gitlab # [ 292.416996] gitaly[918]: time="2026-09-01T07:46:46.224Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX diskcache=324fcaf4-de56-42aa-ae85-503a8b18277b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:16.045" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:46.145" pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2522gitlab # [ 292.417967] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a08a30f230efb14aa91145d","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a08a30f230efb14aa91145d: done: 0.016843 sec","job_status":"done","queue_duration_s":1.799419,"scheduling_latency_s":1.799442,"redis_calls":13,"redis_duration_s":0.002716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000776,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011166,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016843,"completed_at":"2026-09-01T07:46:45.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2523gitlab # [ 292.426185] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db841fe36abb9411e4614781","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db841fe36abb9411e4614781: start","job_status":"start","queue_duration_s":1.817942,"scheduling_latency_s":1.817964}2524gitlab # [ 292.483898] gitaly[918]: time="2026-09-01T07:46:46.224Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=81 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7721 command.oublock=0 command.real_time_ms=74 command.spawn_token_fork_ms=0 command.system_time_ms=44 command.user_time_ms=37 component=gitaly.UnaryServerInterceptor correlation_id=01M1DYYK6BWPBDCDNJXHC2F7SX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-09-01T07:47:16.045" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-09-01T07:46:46.145" grpc.time_ms=78.91 pid=918 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2525gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/a06154e45ab09a5ab75c55df75b43aa8aa508525/statuses, in 1.43 seconds)2526[{'id': 5, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-09-01T07:46:37.369Z', 'started_at': None, 'finished_at': '2026-09-01T07:46:44.652Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 6, 'sha': 'a06154e45ab09a5ab75c55df75b43aa8aa508525', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-09-01T07:46:44.807Z', 'started_at': None, 'finished_at': '2026-09-01T07:46:44.953Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2527(finished: subtest: eval and build post commit statuses, in 7.31 seconds)2528(finished: run the VM test script, in 356.33 seconds)2529test script finished in 356.34s2530cleanup2531kill QemuMachine (pid 46)2532gitlab # [ 292.484968] sidekiq-cluster[2811]: {"severity":"INFO","time":"2026-09-01T07:46:45.188Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db841fe36abb9411e4614781","created_at":"2026-09-01T07:46:43.101Z","trace_propagation_headers":{"sentry-trace":"d5ce9ec84b264493884f8540bcceda51-f1cc404a088e445d","baggage":"sentry-trace_id=d5ce9ec84b264493884f8540bcceda51,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"6e6ee4770798cf4d5affcfda5f281708","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-09-01T07:46:43.355Z","job_size_bytes":2,"pid":2811,"sidekiq_tid":"m84v","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db841fe36abb9411e4614781: done: 0.015732 sec","job_status":"done","queue_duration_s":1.817942,"scheduling_latency_s":1.817964,"redis_calls":13,"redis_duration_s":0.002713,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00089,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_qemu-system-x86_64: terminating on signal 15 from pid 39 (/nix/store/gxzhl7aaiid7zp3y47jqqiq7zg5mqpwp-python3-3.14.6/bin/python3.14)2533gitlab # s2534(finished: cleanup, in 1.78 seconds)