nixbot

1these 14 derivations will be built:2  /nix/store/gnvxl2ybvjrhvdwpq3yjspnmkbl2lkzw-python3.13-nixbot.drv3  /nix/store/v1w1qxrfl5xjw32xrp4p8fdh70smavs9-nixbot-effects.drv4  /nix/store/gpqg7b1fzvk8yibl0nm5bch35ijd6pgj-unit-nixbot.service.drv5  /nix/store/w4gs7p37926524q7yqw7r01mxp3vyc8j-system-units.drv6  /nix/store/mlg3rli7jgf4qviiin3bd2gn8haxcqx7-etc.drv7  /nix/store/53xjvpb6nbhlmr3yw83xdnr3fnx6ink8-activate.drv8  /nix/store/7mmprarwz4inqbr8jhazl63q0q4c68sk-nixos-system-gitlab-test.drv9  /nix/store/kbyjlxggvqpxx80k5lafrp5jgccff815-closure-info.drv10  /nix/store/acr0givh4ri2xxqwq9hn1z0n9h89smsx-closure-info.drv11  /nix/store/6svs2ki55g430vv57p0wl34j8y9gl9fg-run-nixos-vm.drv12  /nix/store/xghgbjfa9ig6cl4l1w4jn0qgnc46c8d9-nixos-vm.drv13  /nix/store/8c63yn77j0zpyhdfk7s913p8gljbb1mc-driverConfiguration.json.drv14  /nix/store/v187siiad5yjl02qp8ajidjrbzm92n75-nixos-test-driver-nixbot-gitlab.drv15  /nix/store/073d3yq06g9rkmvf7j0w1zk5bpzh8ir6-vm-test-run-nixbot-gitlab.drv16building '/nix/store/v1w1qxrfl5xjw32xrp4p8fdh70smavs9-nixbot-effects.drv' on 'ssh-ng://nix@jamie'17building '/nix/store/gpqg7b1fzvk8yibl0nm5bch35ijd6pgj-unit-nixbot.service.drv'18building '/nix/store/w4gs7p37926524q7yqw7r01mxp3vyc8j-system-units.drv'19building '/nix/store/mlg3rli7jgf4qviiin3bd2gn8haxcqx7-etc.drv'20building '/nix/store/53xjvpb6nbhlmr3yw83xdnr3fnx6ink8-activate.drv'21building '/nix/store/7mmprarwz4inqbr8jhazl63q0q4c68sk-nixos-system-gitlab-test.drv'22nixos-system-gitlab-test> structuredAttrs is enabled23building '/nix/store/kbyjlxggvqpxx80k5lafrp5jgccff815-closure-info.drv'24closure-info> structuredAttrs is enabled25building '/nix/store/acr0givh4ri2xxqwq9hn1z0n9h89smsx-closure-info.drv'26closure-info> structuredAttrs is enabled27building '/nix/store/6svs2ki55g430vv57p0wl34j8y9gl9fg-run-nixos-vm.drv'28building '/nix/store/xghgbjfa9ig6cl4l1w4jn0qgnc46c8d9-nixos-vm.drv'29building '/nix/store/8c63yn77j0zpyhdfk7s913p8gljbb1mc-driverConfiguration.json.drv'30driverConfiguration.json> structuredAttrs is enabled31building '/nix/store/v187siiad5yjl02qp8ajidjrbzm92n75-nixos-test-driver-nixbot-gitlab.drv'32nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)33nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck34nixos-test-driver-nixbot-gitlab> All checks passed!35nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)36nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint37nixos-test-driver-nixbot-gitlab> All checks passed!38building '/nix/store/073d3yq06g9rkmvf7j0w1zk5bpzh8ir6-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'39building '/nix/store/073d3yq06g9rkmvf7j0w1zk5bpzh8ir6-vm-test-run-nixbot-gitlab.drv'40vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state41vm-test-run-nixbot-gitlab> start all VLans42vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)43vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds44vm-test-run-nixbot-gitlab> run the VM test script45vm-test-run-nixbot-gitlab> additionally exposed symbols:46vm-test-run-nixbot-gitlab>     gitlab,47vm-test-run-nixbot-gitlab>     vlan1,48vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh49vm-test-run-nixbot-gitlab> start all VMs50vm-test-run-nixbot-gitlab> gitlab: starting vm51vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)52vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...53vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.jzmWb3OuXi', fmt=raw size=107374182454vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)55vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done56vm-test-run-nixbot-gitlab> (finished: start all VMs, in 35.96 seconds)57vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes58vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service59vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 85b32844-3367-40e6-98c6-a9e04aead7ce60vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting61vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:62vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937663vm-test-run-nixbot-gitlab> gitlab # 64vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done65vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done66vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done67vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done68vm-test-run-nixbot-gitlab> gitlab # 69vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.70vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...71vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.72vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)73vm-test-run-nixbot-gitlab> gitlab # 74vm-test-run-nixbot-gitlab> gitlab # 75vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0076vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...77vm-test-run-nixbot-gitlab> gitlab # 78vm-test-run-nixbot-gitlab> gitlab # 79vm-test-run-nixbot-gitlab> gitlab # 80vm-test-run-nixbot-gitlab> gitlab # 81vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0082vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...83vm-test-run-nixbot-gitlab> gitlab # 84vm-test-run-nixbot-gitlab> gitlab # 85vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...86vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok[    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun  1 15:51:08 UTC 202687vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/lyfjlb6bjl298zwnzdyg4azrwww4gzzi-nixos-system-gitlab-test/init regInfo=/nix/store/z919xvpy4bv8kc2jhl370vc5y1ji17yi-closure-info/registration console=ttyS0,115200n8 console=tty088vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-provided physical RAM map:89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved94vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved98vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NX (Execute Disable) protection: active99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] APIC: Static calls initialized100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SMBIOS 2.8 present.101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: Memory slots populated: 1/1103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Hypervisor detected: KVM104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00106vm-test-run-nixbot-gitlab> gitlab # [    0.000001] kvm-clock: using sched offset of 570321675 cycles107vm-test-run-nixbot-gitlab> gitlab # [    0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns108vm-test-run-nixbot-gitlab> gitlab # [    0.000005] tsc: Detected 2400.008 MHz processor109vm-test-run-nixbot-gitlab> gitlab # [    0.000823] last_pfn = 0x1c0000 max_arch_pfn = 0x10000000000110vm-test-run-nixbot-gitlab> gitlab # [    0.000858] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs111vm-test-run-nixbot-gitlab> gitlab # [    0.000861] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT112vm-test-run-nixbot-gitlab> gitlab # [    0.000913] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000113vm-test-run-nixbot-gitlab> gitlab # [    0.002770] found SMP MP-table at [mem 0x000f5470-0x000f547f]114vm-test-run-nixbot-gitlab> gitlab # [    0.002780] Using GB pages for direct mapping115vm-test-run-nixbot-gitlab> gitlab # [    0.002957] RAMDISK: [mem 0xbe4e0000-0xbffcffff]116vm-test-run-nixbot-gitlab> gitlab # [    0.002963] ACPI: Early table checksum verification disabled117vm-test-run-nixbot-gitlab> gitlab # [    0.002966] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )118vm-test-run-nixbot-gitlab> gitlab # [    0.002969] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS  BXPC     00000001 BXPC 00000001)119vm-test-run-nixbot-gitlab> gitlab # [    0.002973] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS  BXPC     00000001 BXPC 00000001)120vm-test-run-nixbot-gitlab> gitlab # [    0.002980] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS  BXPC     00000001 BXPC 00000001)121vm-test-run-nixbot-gitlab> gitlab # [    0.002982] ACPI: FACS 0x00000000BFFE0000 000040122vm-test-run-nixbot-gitlab> gitlab # [    0.002983] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS  BXPC     00000001 BXPC 00000001)123vm-test-run-nixbot-gitlab> gitlab # [    0.002985] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS  BXPC     00000001 BXPC 00000001)124vm-test-run-nixbot-gitlab> gitlab # [    0.002986] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS  BXPC     00000001 BXPC 00000001)125vm-test-run-nixbot-gitlab> gitlab # [    0.002988] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]126vm-test-run-nixbot-gitlab> gitlab # [    0.002989] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]127vm-test-run-nixbot-gitlab> gitlab # [    0.002989] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]128vm-test-run-nixbot-gitlab> gitlab # [    0.002990] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]129vm-test-run-nixbot-gitlab> gitlab # [    0.002990] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]130vm-test-run-nixbot-gitlab> gitlab # [    0.002991] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]131vm-test-run-nixbot-gitlab> gitlab # [    0.003466] No NUMA configuration found132vm-test-run-nixbot-gitlab> gitlab # [    0.003467] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]133vm-test-run-nixbot-gitlab> gitlab # [    0.003470] NODE_DATA(0) allocated [mem 0x1bfff8780-0x1bfffdcff]134vm-test-run-nixbot-gitlab> gitlab # [    0.006427] Zone ranges:135vm-test-run-nixbot-gitlab> gitlab # [    0.006428]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]136vm-test-run-nixbot-gitlab> gitlab # [    0.006430]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]137vm-test-run-nixbot-gitlab> gitlab # [    0.006431]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]138vm-test-run-nixbot-gitlab> gitlab # [    0.006432]   Device   empty139vm-test-run-nixbot-gitlab> gitlab # [    0.006433] Movable zone start for each node140vm-test-run-nixbot-gitlab> gitlab # [    0.006434] Early memory node ranges141vm-test-run-nixbot-gitlab> gitlab # [    0.006434]   node   0: [mem 0x0000000000001000-0x000000000009efff]142vm-test-run-nixbot-gitlab> gitlab # [    0.006435]   node   0: [mem 0x0000000000100000-0x00000000bffd7fff]143vm-test-run-nixbot-gitlab> gitlab # [    0.006436]   node   0: [mem 0x0000000100000000-0x00000001bfffffff]144vm-test-run-nixbot-gitlab> gitlab # [    0.006437] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]145vm-test-run-nixbot-gitlab> gitlab # [    0.006457] On node 0, zone DMA: 1 pages in unavailable ranges146vm-test-run-nixbot-gitlab> gitlab # [    0.006750] On node 0, zone DMA: 97 pages in unavailable ranges147vm-test-run-nixbot-gitlab> gitlab # [    0.119763] On node 0, zone Normal: 40 pages in unavailable ranges148vm-test-run-nixbot-gitlab> gitlab # [    0.120786] ACPI: PM-Timer IO Port: 0x608149vm-test-run-nixbot-gitlab> gitlab # [    0.120804] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])150vm-test-run-nixbot-gitlab> gitlab # [    0.120842] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23151vm-test-run-nixbot-gitlab> gitlab # [    0.120845] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)152vm-test-run-nixbot-gitlab> gitlab # [    0.120847] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)153vm-test-run-nixbot-gitlab> gitlab # [    0.120848] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)154vm-test-run-nixbot-gitlab> gitlab # [    0.120849] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)155vm-test-run-nixbot-gitlab> gitlab # [    0.120850] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)156vm-test-run-nixbot-gitlab> gitlab # [    0.120852] ACPI: Using ACPI (MADT) for SMP configuration information157vm-test-run-nixbot-gitlab> gitlab # [    0.120854] ACPI: HPET id: 0x8086a201 base: 0xfed00000158vm-test-run-nixbot-gitlab> gitlab # [    0.120860] TSC deadline timer available159vm-test-run-nixbot-gitlab> gitlab # [    0.120864] CPU topo: Max. logical packages:   1160vm-test-run-nixbot-gitlab> gitlab # [    0.120865] CPU topo: Max. logical dies:       1161vm-test-run-nixbot-gitlab> gitlab # [    0.120865] CPU topo: Max. dies per package:   1162vm-test-run-nixbot-gitlab> gitlab # [    0.120869] CPU topo: Max. threads per core:   1163vm-test-run-nixbot-gitlab> gitlab # [    0.120869] CPU topo: Num. cores per package:     4164vm-test-run-nixbot-gitlab> gitlab # [    0.120870] CPU topo: Num. threads per package:   4165vm-test-run-nixbot-gitlab> gitlab # [    0.120870] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs166vm-test-run-nixbot-gitlab> gitlab # [    0.120894] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()167vm-test-run-nixbot-gitlab> gitlab # [    0.120912] kvm-guest: KVM setup pv remote TLB flush168vm-test-run-nixbot-gitlab> gitlab # [    0.120915] kvm-guest: setup PV sched yield169vm-test-run-nixbot-gitlab> gitlab # [    0.120936] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]170vm-test-run-nixbot-gitlab> gitlab # [    0.120937] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]171vm-test-run-nixbot-gitlab> gitlab # [    0.120938] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]172vm-test-run-nixbot-gitlab> gitlab # [    0.120940] [mem 0xc0000000-0xfeffbfff] available for PCI devices173vm-test-run-nixbot-gitlab> gitlab # [    0.120941] Booting paravirtualized kernel on KVM174vm-test-run-nixbot-gitlab> gitlab # [    0.120945] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns175vm-test-run-nixbot-gitlab> gitlab # [    0.125399] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1176vm-test-run-nixbot-gitlab> gitlab # [    0.127693] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288177vm-test-run-nixbot-gitlab> gitlab # [    0.127748] kvm-guest: PV spinlocks enabled178vm-test-run-nixbot-gitlab> gitlab # [    0.127749] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.127752] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/lyfjlb6bjl298zwnzdyg4azrwww4gzzi-nixos-system-gitlab-test/init regInfo=/nix/store/z919xvpy4bv8kc2jhl370vc5y1ji17yi-closure-info/registration console=ttyS0,115200n8 console=tty0180vm-test-run-nixbot-gitlab> gitlab # [    0.127847] Unknown kernel command line parameters "regInfo=/nix/store/z919xvpy4bv8kc2jhl370vc5y1ji17yi-closure-info/registration", will be passed to user space.181vm-test-run-nixbot-gitlab> gitlab # [    0.127859] random: crng init done182vm-test-run-nixbot-gitlab> gitlab # [    0.127860] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes183vm-test-run-nixbot-gitlab> gitlab # [    0.136918] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)184vm-test-run-nixbot-gitlab> gitlab # [    0.141569] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)185vm-test-run-nixbot-gitlab> gitlab # [    0.141651] software IO TLB: area num 4.186vm-test-run-nixbot-gitlab> gitlab # [    0.217140] Fallback order for Node 0: 0187vm-test-run-nixbot-gitlab> gitlab # [    0.217147] Built 1 zonelists, mobility grouping on.  Total pages: 1572726188vm-test-run-nixbot-gitlab> gitlab # [    0.217149] Policy zone: Normal189vm-test-run-nixbot-gitlab> gitlab # [    0.219759] mem auto-init: stack:all(zero), heap alloc:on, heap free:off190vm-test-run-nixbot-gitlab> gitlab # [    0.228917] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1191vm-test-run-nixbot-gitlab> gitlab # [    0.242984] allocated 12582912 bytes of page_ext192vm-test-run-nixbot-gitlab> gitlab # [    0.252955] ftrace: allocating 48565 entries in 192 pages193vm-test-run-nixbot-gitlab> gitlab # [    0.252957] ftrace: allocated 192 pages with 2 groups194vm-test-run-nixbot-gitlab> gitlab # [    0.253819] Dynamic Preempt: lazy195vm-test-run-nixbot-gitlab> gitlab # [    0.254014] rcu: Preemptible hierarchical RCU implementation.196vm-test-run-nixbot-gitlab> gitlab # [    0.254014] rcu: 	RCU event tracing is enabled.197vm-test-run-nixbot-gitlab> gitlab # [    0.254015] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.198vm-test-run-nixbot-gitlab> gitlab # [    0.254016] 	Trampoline variant of Tasks RCU enabled.199vm-test-run-nixbot-gitlab> gitlab # [    0.254017] 	Rude variant of Tasks RCU enabled.200vm-test-run-nixbot-gitlab> gitlab # [    0.254017] 	Tracing variant of Tasks RCU enabled.201vm-test-run-nixbot-gitlab> gitlab # [    0.254018] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.202vm-test-run-nixbot-gitlab> gitlab # [    0.254018] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4203vm-test-run-nixbot-gitlab> gitlab # [    0.254044] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.204vm-test-run-nixbot-gitlab> gitlab # [    0.254045] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.205vm-test-run-nixbot-gitlab> gitlab # [    0.254046] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.206vm-test-run-nixbot-gitlab> gitlab # [    0.258384] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16207vm-test-run-nixbot-gitlab> gitlab # [    0.258734] rcu: srcu_init: Setting srcu_struct sizes based on contention.208vm-test-run-nixbot-gitlab> gitlab # [    0.258857] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)209vm-test-run-nixbot-gitlab> gitlab # [    0.266106] Console: colour VGA+ 80x25210vm-test-run-nixbot-gitlab> gitlab # [    0.266110] printk: legacy console [tty0] enabled211vm-test-run-nixbot-gitlab> gitlab # [    0.309584] printk: legacy console [ttyS0] enabled212vm-test-run-nixbot-gitlab> gitlab # [    0.510648] ACPI: Core revision 20250807213vm-test-run-nixbot-gitlab> gitlab # [    0.512328] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns214vm-test-run-nixbot-gitlab> gitlab # [    0.515180] APIC: Switch to symmetric I/O mode setup215vm-test-run-nixbot-gitlab> gitlab # [    0.516926] x2apic enabled216vm-test-run-nixbot-gitlab> gitlab # [    0.518143] APIC: Switched APIC routing to: physical x2apic217vm-test-run-nixbot-gitlab> gitlab # [    0.519871] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()218vm-test-run-nixbot-gitlab> gitlab # [    0.522063] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()219vm-test-run-nixbot-gitlab> gitlab # [    0.524784] kvm-guest: setup PV IPIs220vm-test-run-nixbot-gitlab> gitlab # [    0.527205] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1221vm-test-run-nixbot-gitlab> gitlab # [    0.529021] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns222vm-test-run-nixbot-gitlab> gitlab # [    0.532094] Calibrating delay loop (skipped) preset value.. 4800.01 BogoMIPS (lpj=2400008)223vm-test-run-nixbot-gitlab> gitlab # [    0.534206] x86/cpu: User Mode Instruction Prevention (UMIP) activated224vm-test-run-nixbot-gitlab> gitlab # [    0.535251] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127225vm-test-run-nixbot-gitlab> gitlab # [    0.537092] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0226vm-test-run-nixbot-gitlab> gitlab # [    0.538096] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto227vm-test-run-nixbot-gitlab> gitlab # [    0.540093] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl228vm-test-run-nixbot-gitlab> gitlab # [    0.542092] Spectre V2 : Mitigation: Enhanced / Automatic IBRS229vm-test-run-nixbot-gitlab> gitlab # [    0.543092] Speculative Return Stack Overflow: Mitigation: Safe RET230vm-test-run-nixbot-gitlab> gitlab # [    0.544092] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization231vm-test-run-nixbot-gitlab> gitlab # [    0.546098] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier232vm-test-run-nixbot-gitlab> gitlab # [    0.547093] active return thunk: srso_alias_return_thunk233vm-test-run-nixbot-gitlab> gitlab # [    0.548120] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'234vm-test-run-nixbot-gitlab> gitlab # [    0.550092] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'235vm-test-run-nixbot-gitlab> gitlab # [    0.551093] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'236vm-test-run-nixbot-gitlab> gitlab # [    0.553092] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'237vm-test-run-nixbot-gitlab> gitlab # [    0.555092] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'238vm-test-run-nixbot-gitlab> gitlab # [    0.557092] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'239vm-test-run-nixbot-gitlab> gitlab # [    0.558093] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'240vm-test-run-nixbot-gitlab> gitlab # [    0.559092] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'241vm-test-run-nixbot-gitlab> gitlab # [    0.561092] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'242vm-test-run-nixbot-gitlab> gitlab # [    0.562093] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256243vm-test-run-nixbot-gitlab> gitlab # [    0.563092] x86/fpu: xstate_offset[5]:  832, xstate_sizes[5]:   64244vm-test-run-nixbot-gitlab> gitlab # [    0.564092] x86/fpu: xstate_offset[6]:  896, xstate_sizes[6]:  512245vm-test-run-nixbot-gitlab> gitlab # [    0.565092] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024246vm-test-run-nixbot-gitlab> gitlab # [    0.566092] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]:    8247vm-test-run-nixbot-gitlab> gitlab # [    0.567092] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]:   16248vm-test-run-nixbot-gitlab> gitlab # [    0.569092] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]:   24249vm-test-run-nixbot-gitlab> gitlab # [    0.571092] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.250vm-test-run-nixbot-gitlab> gitlab # [    0.601792] Freeing SMP alternatives memory: 44K251vm-test-run-nixbot-gitlab> gitlab # [    0.603094] pid_max: default: 32768 minimum: 301252vm-test-run-nixbot-gitlab> gitlab # [    0.604209] LSM: initializing lsm=capability,landlock,yama,bpf,ima253vm-test-run-nixbot-gitlab> gitlab # [    0.606229] landlock: Up and running.254vm-test-run-nixbot-gitlab> gitlab # [    0.607962] Yama: becoming mindful.255vm-test-run-nixbot-gitlab> gitlab # [    0.609300] LSM support for eBPF active256vm-test-run-nixbot-gitlab> gitlab # [    0.610329] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)257vm-test-run-nixbot-gitlab> gitlab # [    0.612243] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)258vm-test-run-nixbot-gitlab> gitlab # [    0.614967] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)259vm-test-run-nixbot-gitlab> gitlab # [    0.615679] Performance Events: Fam17h+ core perfctr, AMD PMU driver.260vm-test-run-nixbot-gitlab> gitlab # [    0.616097] ... version:                   2261vm-test-run-nixbot-gitlab> gitlab # [    0.617094] ... bit width:                 48262vm-test-run-nixbot-gitlab> gitlab # [    0.618107] ... generic counters:          6263vm-test-run-nixbot-gitlab> gitlab # [    0.619094] ... generic bitmap:            000000000000003f264vm-test-run-nixbot-gitlab> gitlab # [    0.620094] ... fixed-purpose counters:    0265vm-test-run-nixbot-gitlab> gitlab # [    0.621094] ... fixed-purpose bitmap:      0000000000000000266vm-test-run-nixbot-gitlab> gitlab # [    0.622094] ... value mask:                0000ffffffffffff267vm-test-run-nixbot-gitlab> gitlab # [    0.623094] ... max period:                00007fffffffffff268vm-test-run-nixbot-gitlab> gitlab # [    0.624094] ... global_ctrl mask:          000000000000003f269vm-test-run-nixbot-gitlab> gitlab # [    0.625215] signal: max sigframe size: 3376270vm-test-run-nixbot-gitlab> gitlab # [    0.626180] rcu: Hierarchical SRCU implementation.271vm-test-run-nixbot-gitlab> gitlab # [    0.627099] rcu: 	Max phase no-delay instances is 400.272vm-test-run-nixbot-gitlab> gitlab # [    0.628321] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level273vm-test-run-nixbot-gitlab> gitlab # [    0.633628] smp: Bringing up secondary CPUs ...274vm-test-run-nixbot-gitlab> gitlab # [    0.634518] smpboot: x86: Booting SMP configuration:275vm-test-run-nixbot-gitlab> gitlab # [    0.635097] .... node  #0, CPUs:      #1 #2 #3276vm-test-run-nixbot-gitlab> gitlab # [    0.639188] smp: Brought up 1 node, 4 CPUs277vm-test-run-nixbot-gitlab> gitlab # [    0.641094] smpboot: Total of 4 processors activated (19200.06 BogoMIPS)278vm-test-run-nixbot-gitlab> gitlab # [    0.642612] Memory: 6013348K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258304K reserved, 0K cma-reserved)279vm-test-run-nixbot-gitlab> gitlab # [    0.645093] devtmpfs: initialized280vm-test-run-nixbot-gitlab> gitlab # [    0.646358] x86/mm: Memory block size: 128MB281vm-test-run-nixbot-gitlab> gitlab # [    0.649434] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns282vm-test-run-nixbot-gitlab> gitlab # [    0.651149] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)283vm-test-run-nixbot-gitlab> gitlab # [    0.652179] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).284vm-test-run-nixbot-gitlab> gitlab # [    0.653262] pinctrl core: initialized pinctrl subsystem285vm-test-run-nixbot-gitlab> gitlab # [    0.654460] PM: RTC time: 11:02:30, date: 2026-06-09286vm-test-run-nixbot-gitlab> gitlab # [    0.658369] NET: Registered PF_NETLINK/PF_ROUTE protocol family287vm-test-run-nixbot-gitlab> gitlab # [    0.660452] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations288vm-test-run-nixbot-gitlab> gitlab # [    0.661158] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations289vm-test-run-nixbot-gitlab> gitlab # [    0.663206] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations290vm-test-run-nixbot-gitlab> gitlab # [    0.664107] audit: initializing netlink subsys (disabled)291vm-test-run-nixbot-gitlab> gitlab # [    0.665275] audit: type=2000 audit(1781002950.132:1): state=initialized audit_enabled=0 res=1292vm-test-run-nixbot-gitlab> gitlab # [    0.665347] thermal_sys: Registered thermal governor 'fair_share'293vm-test-run-nixbot-gitlab> gitlab # [    0.667095] thermal_sys: Registered thermal governor 'bang_bang'294vm-test-run-nixbot-gitlab> gitlab # [    0.668095] thermal_sys: Registered thermal governor 'step_wise'295vm-test-run-nixbot-gitlab> gitlab # [    0.669095] thermal_sys: Registered thermal governor 'user_space'296vm-test-run-nixbot-gitlab> gitlab # [    0.670095] thermal_sys: Registered thermal governor 'power_allocator'297vm-test-run-nixbot-gitlab> gitlab # [    0.671111] cpuidle: using governor menu298vm-test-run-nixbot-gitlab> gitlab # [    0.674335] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5299vm-test-run-nixbot-gitlab> gitlab # [    0.675427] PCI: Using configuration type 1 for base access300vm-test-run-nixbot-gitlab> gitlab # [    0.676095] PCI: Using configuration type 1 for extended access301vm-test-run-nixbot-gitlab> gitlab # [    0.677304] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.302vm-test-run-nixbot-gitlab> gitlab # [    0.680120] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages303vm-test-run-nixbot-gitlab> gitlab # [    0.681095] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page304vm-test-run-nixbot-gitlab> gitlab # [    0.682095] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages305vm-test-run-nixbot-gitlab> gitlab # [    0.683094] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page306vm-test-run-nixbot-gitlab> gitlab # [    0.688124] ACPI: Added _OSI(Module Device)307vm-test-run-nixbot-gitlab> gitlab # [    0.691104] ACPI: Added _OSI(Processor Device)308vm-test-run-nixbot-gitlab> gitlab # [    0.694103] ACPI: Added _OSI(Processor Aggregator Device)309vm-test-run-nixbot-gitlab> gitlab # [    0.703132] ACPI: 1 ACPI AML tables successfully acquired and loaded310vm-test-run-nixbot-gitlab> gitlab # [    0.711863] ACPI: Interpreter enabled311vm-test-run-nixbot-gitlab> gitlab # [    0.715237] ACPI: PM: (supports S0 S3 S4 S5)312vm-test-run-nixbot-gitlab> gitlab # [    0.719104] ACPI: Using IOAPIC for interrupt routing313vm-test-run-nixbot-gitlab> gitlab # [    0.722400] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug314vm-test-run-nixbot-gitlab> gitlab # [    0.729102] PCI: Using E820 reservations for host bridge windows315vm-test-run-nixbot-gitlab> gitlab # [    0.734744] ACPI: Enabled 2 GPEs in block 00 to 0F316vm-test-run-nixbot-gitlab> gitlab # [    0.750604] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])317vm-test-run-nixbot-gitlab> gitlab # [    0.754110] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]318vm-test-run-nixbot-gitlab> gitlab # [    0.760218] acpiphp: Slot [3] registered319vm-test-run-nixbot-gitlab> gitlab # [    0.763224] acpiphp: Slot [4] registered320vm-test-run-nixbot-gitlab> gitlab # [    0.766216] acpiphp: Slot [5] registered321vm-test-run-nixbot-gitlab> gitlab # [    0.768240] acpiphp: Slot [6] registered322vm-test-run-nixbot-gitlab> gitlab # [    0.771204] acpiphp: Slot [7] registered323vm-test-run-nixbot-gitlab> gitlab # [    0.773158] acpiphp: Slot [8] registered324vm-test-run-nixbot-gitlab> gitlab # [    0.774157] acpiphp: Slot [9] registered325vm-test-run-nixbot-gitlab> gitlab # [    0.775180] acpiphp: Slot [10] registered326vm-test-run-nixbot-gitlab> gitlab # [    0.776162] acpiphp: Slot [11] registered327vm-test-run-nixbot-gitlab> gitlab # [    0.778167] acpiphp: Slot [12] registered328vm-test-run-nixbot-gitlab> gitlab # [    0.779175] acpiphp: Slot [13] registered329vm-test-run-nixbot-gitlab> gitlab # [    0.781259] acpiphp: Slot [14] registered330vm-test-run-nixbot-gitlab> gitlab # [    0.784187] acpiphp: Slot [15] registered331vm-test-run-nixbot-gitlab> gitlab # [    0.787184] acpiphp: Slot [16] registered332vm-test-run-nixbot-gitlab> gitlab # [    0.790221] acpiphp: Slot [17] registered333vm-test-run-nixbot-gitlab> gitlab # [    0.794200] acpiphp: Slot [18] registered334vm-test-run-nixbot-gitlab> gitlab # [    0.797186] acpiphp: Slot [19] registered335vm-test-run-nixbot-gitlab> gitlab # [    0.800185] acpiphp: Slot [20] registered336vm-test-run-nixbot-gitlab> gitlab # [    0.803220] acpiphp: Slot [21] registered337vm-test-run-nixbot-gitlab> gitlab # [    0.806210] acpiphp: Slot [22] registered338vm-test-run-nixbot-gitlab> gitlab # [    0.810186] acpiphp: Slot [23] registered339vm-test-run-nixbot-gitlab> gitlab # [    0.813187] acpiphp: Slot [24] registered340vm-test-run-nixbot-gitlab> gitlab # [    0.816224] acpiphp: Slot [25] registered341vm-test-run-nixbot-gitlab> gitlab # [    0.819208] acpiphp: Slot [26] registered342vm-test-run-nixbot-gitlab> gitlab # [    0.823186] acpiphp: Slot [27] registered343vm-test-run-nixbot-gitlab> gitlab # [    0.826286] acpiphp: Slot [28] registered344vm-test-run-nixbot-gitlab> gitlab # [    0.829174] acpiphp: Slot [29] registered345vm-test-run-nixbot-gitlab> gitlab # [    0.831170] acpiphp: Slot [30] registered346vm-test-run-nixbot-gitlab> gitlab # [    0.834190] acpiphp: Slot [31] registered347vm-test-run-nixbot-gitlab> gitlab # [    0.836200] PCI host bridge to bus 0000:00348vm-test-run-nixbot-gitlab> gitlab # [    0.839112] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]349vm-test-run-nixbot-gitlab> gitlab # [    0.843107] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]350vm-test-run-nixbot-gitlab> gitlab # [    0.847096] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]351vm-test-run-nixbot-gitlab> gitlab # [    0.849110] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]352vm-test-run-nixbot-gitlab> gitlab # [    0.852106] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]353vm-test-run-nixbot-gitlab> gitlab # [    0.858139] pci_bus 0000:00: root bus resource [bus 00-ff]354vm-test-run-nixbot-gitlab> gitlab # [    0.863561] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint355vm-test-run-nixbot-gitlab> gitlab # [    0.872655] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint356vm-test-run-nixbot-gitlab> gitlab # [    0.880486] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint357vm-test-run-nixbot-gitlab> gitlab # [    0.892264] pci 0000:00:01.1: BAR 4 [io  0xc220-0xc22f]358vm-test-run-nixbot-gitlab> gitlab # [    0.896280] pci 0000:00:01.1: BAR 0 [io  0x01f0-0x01f7]: legacy IDE quirk359vm-test-run-nixbot-gitlab> gitlab # [    0.901101] pci 0000:00:01.1: BAR 1 [io  0x03f6]: legacy IDE quirk360vm-test-run-nixbot-gitlab> gitlab # [    0.905100] pci 0000:00:01.1: BAR 2 [io  0x0170-0x0177]: legacy IDE quirk361vm-test-run-nixbot-gitlab> gitlab # [    0.909101] pci 0000:00:01.1: BAR 3 [io  0x0376]: legacy IDE quirk362vm-test-run-nixbot-gitlab> gitlab # [    0.912758] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint363vm-test-run-nixbot-gitlab> gitlab # [    0.919991] pci 0000:00:01.2: BAR 4 [io  0xc140-0xc15f]364vm-test-run-nixbot-gitlab> gitlab # [    0.923527] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint365vm-test-run-nixbot-gitlab> gitlab # [    0.926752] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI366vm-test-run-nixbot-gitlab> gitlab # [    0.929114] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB367vm-test-run-nixbot-gitlab> gitlab # [    0.931570] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint368vm-test-run-nixbot-gitlab> gitlab # [    0.941353] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]369vm-test-run-nixbot-gitlab> gitlab # [    0.944126] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]370vm-test-run-nixbot-gitlab> gitlab # [    0.946151] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]371vm-test-run-nixbot-gitlab> gitlab # [    0.948339] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]372vm-test-run-nixbot-gitlab> gitlab # [    0.951184] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint373vm-test-run-nixbot-gitlab> gitlab # [    0.970135] pci 0000:00:03.0: BAR 0 [io  0xc160-0xc17f]374vm-test-run-nixbot-gitlab> gitlab # [    0.972112] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]375vm-test-run-nixbot-gitlab> gitlab # [    0.974163] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]376vm-test-run-nixbot-gitlab> gitlab # [    0.976113] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]377vm-test-run-nixbot-gitlab> gitlab # [    0.983326] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint378vm-test-run-nixbot-gitlab> gitlab # [    0.999155] pci 0000:00:04.0: BAR 0 [io  0xc180-0xc19f]379vm-test-run-nixbot-gitlab> gitlab # [    1.004140] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]380vm-test-run-nixbot-gitlab> gitlab # [    1.008233] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]381vm-test-run-nixbot-gitlab> gitlab # [    1.019721] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint382vm-test-run-nixbot-gitlab> gitlab # [    1.033138] pci 0000:00:05.0: BAR 0 [io  0xc1a0-0xc1bf]383vm-test-run-nixbot-gitlab> gitlab # [    1.038139] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]384vm-test-run-nixbot-gitlab> gitlab # [    1.042233] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]385vm-test-run-nixbot-gitlab> gitlab # [    1.051754] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint386vm-test-run-nixbot-gitlab> gitlab # [    1.065139] pci 0000:00:06.0: BAR 0 [io  0xc1c0-0xc1df]387vm-test-run-nixbot-gitlab> gitlab # [    1.070139] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]388vm-test-run-nixbot-gitlab> gitlab # [    1.074234] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]389vm-test-run-nixbot-gitlab> gitlab # [    1.085294] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint390vm-test-run-nixbot-gitlab> gitlab # [    1.099138] pci 0000:00:07.0: BAR 0 [io  0xc000-0xc07f]391vm-test-run-nixbot-gitlab> gitlab # [    1.104140] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]392vm-test-run-nixbot-gitlab> gitlab # [    1.108204] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]393vm-test-run-nixbot-gitlab> gitlab # [    1.116360] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint394vm-test-run-nixbot-gitlab> gitlab # [    1.127134] pci 0000:00:08.0: BAR 0 [io  0xc080-0xc0ff]395vm-test-run-nixbot-gitlab> gitlab # [    1.128113] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]396vm-test-run-nixbot-gitlab> gitlab # [    1.130172] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]397vm-test-run-nixbot-gitlab> gitlab # [    1.135194] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint398vm-test-run-nixbot-gitlab> gitlab # [    1.141135] pci 0000:00:09.0: BAR 0 [io  0xc1e0-0xc1ff]399vm-test-run-nixbot-gitlab> gitlab # [    1.142112] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]400vm-test-run-nixbot-gitlab> gitlab # [    1.145151] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]401vm-test-run-nixbot-gitlab> gitlab # [    1.147112] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]402vm-test-run-nixbot-gitlab> gitlab # [    1.151134] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint403vm-test-run-nixbot-gitlab> gitlab # [    1.158146] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]404vm-test-run-nixbot-gitlab> gitlab # [    1.160152] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]405vm-test-run-nixbot-gitlab> gitlab # [    1.164146] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint406vm-test-run-nixbot-gitlab> gitlab # [    1.170147] pci 0000:00:0b.0: BAR 0 [io  0xc100-0xc13f]407vm-test-run-nixbot-gitlab> gitlab # [    1.172112] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]408vm-test-run-nixbot-gitlab> gitlab # [    1.173158] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]409vm-test-run-nixbot-gitlab> gitlab # [    1.178134] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint410vm-test-run-nixbot-gitlab> gitlab # [    1.183132] pci 0000:00:0c.0: BAR 0 [io  0xc200-0xc21f]411vm-test-run-nixbot-gitlab> gitlab # [    1.185140] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]412vm-test-run-nixbot-gitlab> gitlab # [    1.187155] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]413vm-test-run-nixbot-gitlab> gitlab # [    1.197479] ACPI: PCI: Interrupt link LNKA configured for IRQ 10414vm-test-run-nixbot-gitlab> gitlab # [    1.199318] ACPI: PCI: Interrupt link LNKB configured for IRQ 10415vm-test-run-nixbot-gitlab> gitlab # [    1.202303] ACPI: PCI: Interrupt link LNKC configured for IRQ 11416vm-test-run-nixbot-gitlab> gitlab # [    1.203312] ACPI: PCI: Interrupt link LNKD configured for IRQ 11417vm-test-run-nixbot-gitlab> gitlab # [    1.205206] ACPI: PCI: Interrupt link LNKS configured for IRQ 9418vm-test-run-nixbot-gitlab> gitlab # [    1.209604] iommu: Default domain type: Translated419vm-test-run-nixbot-gitlab> gitlab # [    1.211094] iommu: DMA domain TLB invalidation policy: lazy mode420vm-test-run-nixbot-gitlab> gitlab # [    1.213391] ACPI: bus type USB registered421vm-test-run-nixbot-gitlab> gitlab # [    1.214185] usbcore: registered new interface driver usbfs422vm-test-run-nixbot-gitlab> gitlab # [    1.216217] usbcore: registered new interface driver hub423vm-test-run-nixbot-gitlab> gitlab # [    1.219181] usbcore: registered new device driver usb424vm-test-run-nixbot-gitlab> gitlab # [    1.226412] NetLabel: Initializing425vm-test-run-nixbot-gitlab> gitlab # [    1.229101] NetLabel:  domain hash size = 128426vm-test-run-nixbot-gitlab> gitlab # [    1.232101] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO427vm-test-run-nixbot-gitlab> gitlab # [    1.236248] NetLabel:  unlabeled traffic allowed by default428vm-test-run-nixbot-gitlab> gitlab # [    1.240209] PCI: Using ACPI for IRQ routing429vm-test-run-nixbot-gitlab> gitlab # [    1.245464] pci 0000:00:02.0: vgaarb: setting as boot VGA device430vm-test-run-nixbot-gitlab> gitlab # [    1.246089] pci 0000:00:02.0: vgaarb: bridge control possible431vm-test-run-nixbot-gitlab> gitlab # [    1.246089] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none432vm-test-run-nixbot-gitlab> gitlab # [    1.260109] vgaarb: loaded433vm-test-run-nixbot-gitlab> gitlab # [    1.262690] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0434vm-test-run-nixbot-gitlab> gitlab # [    1.267098] hpet0: 3 comparators, 64-bit 100.000000 MHz counter435vm-test-run-nixbot-gitlab> gitlab # [    1.273318] clocksource: Switched to clocksource kvm-clock436vm-test-run-nixbot-gitlab> gitlab # [    1.280694] VFS: Disk quotas dquot_6.6.0437vm-test-run-nixbot-gitlab> gitlab # [    1.283210] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)438vm-test-run-nixbot-gitlab> gitlab # [    1.286287] pnp: PnP ACPI init439vm-test-run-nixbot-gitlab> gitlab # [    1.290720] pnp: PnP ACPI: found 6 devices440vm-test-run-nixbot-gitlab> gitlab # [    1.306214] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns441vm-test-run-nixbot-gitlab> gitlab # [    1.313231] clocksource: Switched to clocksource acpi_pm442vm-test-run-nixbot-gitlab> gitlab # [    1.318276] NET: Registered PF_INET protocol family443vm-test-run-nixbot-gitlab> gitlab # [    1.325708] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)444vm-test-run-nixbot-gitlab> gitlab # [    1.360271] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)445vm-test-run-nixbot-gitlab> gitlab # [    1.363065] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)446vm-test-run-nixbot-gitlab> gitlab # [    1.365666] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)447vm-test-run-nixbot-gitlab> gitlab # [    1.370647] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)448vm-test-run-nixbot-gitlab> gitlab # [    1.373094] TCP: Hash tables configured (established 65536 bind 65536)449vm-test-run-nixbot-gitlab> gitlab # [    1.375659] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)450vm-test-run-nixbot-gitlab> gitlab # [    1.378465] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)451vm-test-run-nixbot-gitlab> gitlab # [    1.380945] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)452vm-test-run-nixbot-gitlab> gitlab # [    1.383524] NET: Registered PF_UNIX/PF_LOCAL protocol family453vm-test-run-nixbot-gitlab> gitlab # [    1.385422] NET: Registered PF_XDP protocol family454vm-test-run-nixbot-gitlab> gitlab # [    1.387026] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]455vm-test-run-nixbot-gitlab> gitlab # [    1.389008] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]456vm-test-run-nixbot-gitlab> gitlab # [    1.390971] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]457vm-test-run-nixbot-gitlab> gitlab # [    1.393159] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]458vm-test-run-nixbot-gitlab> gitlab # [    1.395396] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]459vm-test-run-nixbot-gitlab> gitlab # [    1.397868] pci 0000:00:01.0: PIIX3: Enabling Passive Release460vm-test-run-nixbot-gitlab> gitlab # [    1.399747] pci 0000:00:00.0: Limiting direct PCI/PCI transfers461vm-test-run-nixbot-gitlab> gitlab # [    1.403281] ACPI: \_SB_.LNKD: Enabled at IRQ 11462vm-test-run-nixbot-gitlab> gitlab # [    1.407223] PCI: CLS 0 bytes, default 64463vm-test-run-nixbot-gitlab> gitlab # [    1.408767] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)464vm-test-run-nixbot-gitlab> gitlab # [    1.409294] Trying to unpack rootfs image as initramfs...465vm-test-run-nixbot-gitlab> gitlab # [    1.410825] software IO TLB: mapped [mem 0x00000000ba4e0000-0x00000000be4e0000] (64MB)466vm-test-run-nixbot-gitlab> gitlab # [    1.410952] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns467vm-test-run-nixbot-gitlab> gitlab # [    1.438099] Initialise system trusted keyrings468vm-test-run-nixbot-gitlab> gitlab # [    1.440221] workingset: timestamp_bits=40 max_order=21 bucket_order=0469vm-test-run-nixbot-gitlab> gitlab # [    1.453387] Key type asymmetric registered470vm-test-run-nixbot-gitlab> gitlab # [    1.454803] Asymmetric key parser 'x509' registered471vm-test-run-nixbot-gitlab> gitlab # [    1.456520] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)472vm-test-run-nixbot-gitlab> gitlab # [    1.459570] io scheduler mq-deadline registered473vm-test-run-nixbot-gitlab> gitlab # [    1.461210] io scheduler kyber registered474vm-test-run-nixbot-gitlab> gitlab # [    1.469764] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled475vm-test-run-nixbot-gitlab> gitlab # [    1.475600] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A476vm-test-run-nixbot-gitlab> gitlab # [    1.485195] Linux agpgart interface v0.103477vm-test-run-nixbot-gitlab> gitlab # [    1.488721] ACPI: bus type drm_connector registered478vm-test-run-nixbot-gitlab> gitlab # [    1.496076] usbcore: registered new interface driver usbserial_generic479vm-test-run-nixbot-gitlab> gitlab # [    1.501015] usbserial: USB Serial support registered for generic480vm-test-run-nixbot-gitlab> gitlab # [    1.505592] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.481vm-test-run-nixbot-gitlab> gitlab # [    1.505592] Please enable it if your BIOS has the CPPC option.482vm-test-run-nixbot-gitlab> gitlab # [    1.515701] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled483vm-test-run-nixbot-gitlab> gitlab # [    1.521808] drop_monitor: Initializing network drop monitor service484vm-test-run-nixbot-gitlab> gitlab # [    1.526948] NET: Registered PF_INET6 protocol family485vm-test-run-nixbot-gitlab> gitlab # [    1.533336] Segment Routing with IPv6486vm-test-run-nixbot-gitlab> gitlab # [    1.536630] In-situ OAM (IOAM) with IPv6487vm-test-run-nixbot-gitlab> gitlab # [    1.542539] IPI shorthand broadcast: enabled488vm-test-run-nixbot-gitlab> gitlab # [    1.555911] sched_clock: Marking stable (1294089577, 261345809)->(1632588238, -77152852)489vm-test-run-nixbot-gitlab> gitlab # [    1.561614] registered taskstats version 1490vm-test-run-nixbot-gitlab> gitlab # [    1.564999] Loading compiled-in X.509 certificates491vm-test-run-nixbot-gitlab> gitlab # [    1.582052] Demotion targets for Node 0: null492vm-test-run-nixbot-gitlab> gitlab # [    1.583906] Key type .fscrypt registered493vm-test-run-nixbot-gitlab> gitlab # [    1.585162] Key type fscrypt-provisioning registered494vm-test-run-nixbot-gitlab> gitlab # [    1.586860] ima: No TPM chip found, activating TPM-bypass!495vm-test-run-nixbot-gitlab> gitlab # [    1.588546] ima: Allocated hash algorithm: sha1496vm-test-run-nixbot-gitlab> gitlab # [    1.589999] ima: No architecture policies found497vm-test-run-nixbot-gitlab> gitlab # [    1.591855] PM:   Magic number: 14:801:23498vm-test-run-nixbot-gitlab> gitlab # [    1.594145] RAS: Correctable Errors collector initialized.499vm-test-run-nixbot-gitlab> gitlab # [    1.599554] clk: Disabling unused clocks500vm-test-run-nixbot-gitlab> gitlab # [    1.600815] PM: genpd: Disabling unused power domains501vm-test-run-nixbot-gitlab> gitlab # [    1.692101] Freeing initrd memory: 27584K502vm-test-run-nixbot-gitlab> gitlab # [    1.696461] Freeing unused decrypted memory: 2028K503vm-test-run-nixbot-gitlab> gitlab # [    1.700152] Freeing unused kernel image (initmem) memory: 3644K504vm-test-run-nixbot-gitlab> gitlab # [    1.702094] Write protecting the kernel read-only data: 32768k505vm-test-run-nixbot-gitlab> gitlab # [    1.705262] Freeing unused kernel image (text/rodata gap) memory: 1332K506vm-test-run-nixbot-gitlab> gitlab # [    1.707983] Freeing unused kernel image (rodata/data gap) memory: 816K507vm-test-run-nixbot-gitlab> gitlab # [    1.760438] x86/mm: Checked W+X mappings: passed, no W+X pages found.508vm-test-run-nixbot-gitlab> gitlab # [    1.762447] Run /init as init process509vm-test-run-nixbot-gitlab> gitlab # [    1.777644] systemd[1]: Inserted module 'autofs4'510vm-test-run-nixbot-gitlab> gitlab # [    1.806895] fuse: init (API version 7.45)511vm-test-run-nixbot-gitlab> gitlab # [    1.817139] ACPI: \_SB_.LNKC: Enabled at IRQ 10512vm-test-run-nixbot-gitlab> gitlab # [    1.829950] ACPI: \_SB_.LNKA: Enabled at IRQ 10513vm-test-run-nixbot-gitlab> gitlab # [    1.842639] ACPI: \_SB_.LNKB: Enabled at IRQ 11514vm-test-run-nixbot-gitlab> gitlab # [    1.923055] systemd[1]: Successfully made /usr/ read-only.515vm-test-run-nixbot-gitlab> gitlab # [    2.263741] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)516vm-test-run-nixbot-gitlab> gitlab # [    2.316879] systemd[1]: Detected virtualization kvm.517vm-test-run-nixbot-gitlab> gitlab # [    2.320192] systemd[1]: Detected architecture x86-64.518vm-test-run-nixbot-gitlab> gitlab # [    2.323447] systemd[1]: Running in initrd.519vm-test-run-nixbot-gitlab> gitlab # [    2.326943] systemd[1]: Initializing machine ID from random generator.520vm-test-run-nixbot-gitlab> gitlab # [    2.331265] systemd[1]: Hostname set to <gitlab>.521vm-test-run-nixbot-gitlab> gitlab # [    2.413160] systemd[1]: Queued start job for default target Initrd Default Target.522vm-test-run-nixbot-gitlab> gitlab # [    2.523815] systemd[1]: Created slice Slice /system/modprobe.523vm-test-run-nixbot-gitlab> gitlab # [    2.526151] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.524vm-test-run-nixbot-gitlab> gitlab # [    2.531097] systemd[1]: Expecting device /dev/disk/by-label/nix-store...525vm-test-run-nixbot-gitlab> gitlab # [    2.535111] systemd[1]: Expecting device /dev/disk/by-label/nixos...526vm-test-run-nixbot-gitlab> gitlab # [    2.539003] systemd[1]: Reached target Path Units.527vm-test-run-nixbot-gitlab> gitlab # [    2.541833] systemd[1]: Reached target Slice Units.528vm-test-run-nixbot-gitlab> gitlab # [    2.543469] systemd[1]: Reached target Swaps.529vm-test-run-nixbot-gitlab> gitlab # [    2.544926] systemd[1]: Reached target Timer Units.530vm-test-run-nixbot-gitlab> gitlab # [    2.546655] systemd[1]: Listening on D-Bus System Message Bus Socket.531vm-test-run-nixbot-gitlab> gitlab # [    2.548798] systemd[1]: Listening on Journal Socket (/dev/log).532vm-test-run-nixbot-gitlab> gitlab # [    2.550822] systemd[1]: Listening on Journal Sockets.533vm-test-run-nixbot-gitlab> gitlab # [    2.552596] systemd[1]: Listening on udev Control Socket.534vm-test-run-nixbot-gitlab> gitlab # [    2.554464] systemd[1]: Listening on udev Kernel Socket.535vm-test-run-nixbot-gitlab> gitlab # [    2.556186] systemd[1]: Reached target Socket Units.536vm-test-run-nixbot-gitlab> gitlab # [    2.561787] systemd[1]: Starting Create List of Static Device Nodes...537vm-test-run-nixbot-gitlab> gitlab # [    2.567556] systemd[1]: Starting Load Kernel Module 9pnet_virtio...538vm-test-run-nixbot-gitlab> gitlab # [    2.586894] systemd[1]: Starting Load Kernel Module configfs...539vm-test-run-nixbot-gitlab> gitlab # [    2.591722] systemd[1]: Starting Journal Service...540vm-test-run-nixbot-gitlab> gitlab # [    2.599603] systemd[1]: Starting Load Kernel Modules...541vm-test-run-nixbot-gitlab> gitlab # [    2.608673] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki542vm-test-run-nixbot-gitlab> gitlab # [    2.609519] systemd-journald[152]: Collecting audit messages is disabled.543vm-test-run-nixbot-gitlab> gitlab # [    2.615692] systemd[1]: Starting Coldplug All udev Devices...544vm-test-run-nixbot-gitlab> gitlab # [    2.663706] netfs: FS-Cache loaded545vm-test-run-nixbot-gitlab> gitlab # [    2.670216] 9pnet: Installing 9P2000 support546vm-test-run-nixbot-gitlab> gitlab # [    2.676239] systemd[1]: Finished Create List of Static Device Nodes.547vm-test-run-nixbot-gitlab> gitlab # [    2.679074] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.548vm-test-run-nixbot-gitlab> gitlab # [    2.683525] systemd[1]: Finished Load Kernel Module 9pnet_virtio.549vm-test-run-nixbot-gitlab> gitlab # [    2.423712] systemd-modules-load[155]: Using 4 probe threads550vm-test-run-nixbot-gitlab> gitlab # [    2.426101] systemd-modules-load[155]: Inserted module 'virtio_balloon'551vm-test-run-nixbot-gitlab> gitlab # [    2.429072] systemd-modules-load[155]: Inserted module 'virtio_gpu'552vm-test-run-nixbot-gitlab> gitlab # [    2.692070] systemd[1]: Started Journal Service.553vm-test-run-nixbot-gitlab> gitlab # [    2.432954] systemd[1]: modpr[    2.694013] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.554vm-test-run-nixbot-gitlab> gitlab # obe@configfs.service: Deactivated successfully.555vm-test-run-nixbot-gitlab> gitlab # [    2.698082] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev556vm-test-run-nixbot-gitlab> gitlab # [    2.438554] systemd[1]: Finished Load Kernel Module configfs.557vm-test-run-nixbot-gitlab> gitlab # [    2.440508] systemd-modules-load[155]: Inserted module 'dm_mod'558vm-test-run-nixbot-gitlab> gitlab # [    2.443840] systemd[1]: Finished Load Kernel Modules.559vm-test-run-nixbot-gitlab> gitlab # [    2.447738] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config560vm-test-run-nixbot-gitlab> gitlab # [    2.451727] systemd[1]: Starting Apply Kernel Variables...561vm-test-run-nixbot-gitlab> gitlab # [    2.454558] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...562vm-test-run-nixbot-gitlab> gitlab # [    2.480092] systemd[1]: Finished Apply Kernel Variables.563vm-test-run-nixbot-gitlab> gitlab # [    2.483074] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.564vm-test-run-nixbot-gitlab> gitlab # [    2.487593] systemd[1]: Starting Create Static Device Nodes in /dev...565vm-test-run-nixbot-gitlab> gitlab # [    2.512424] systemd[1]: Finished Create Static Device Nodes in /dev.566vm-test-run-nixbot-gitlab> gitlab # [    2.514210] systemd[1]: Reached target Preparation for Local File Systems.567vm-test-run-nixbot-gitlab> gitlab # [    2.515841] systemd[1]: Reached target Local File Systems.568vm-test-run-nixbot-gitlab> gitlab # [    2.517580] systemd[1]: Starting Create System Files and Directories...569vm-test-run-nixbot-gitlab> gitlab # [    2.535405] systemd[1]: Starting Rule-based Manager for Device Events and Files...570vm-test-run-nixbot-gitlab> gitlab # [    2.537396] systemd[1]: Finished Coldplug All udev Devices.571vm-test-run-nixbot-gitlab> gitlab # [    2.544828] systemd[1]: Finished Create System Files and Directories.572vm-test-run-nixbot-gitlab> gitlab # [    2.553047] systemd-udevd[195]: Using default interface naming scheme 'v260'.573vm-test-run-nixbot-gitlab> gitlab # [    2.566862] systemd[1]: Started Rule-based Manager for Device Events and Files.574vm-test-run-nixbot-gitlab> gitlab # [    2.569682] systemd[1]: Reached target System Initialization.575vm-test-run-nixbot-gitlab> gitlab # [    2.571886] systemd[1]: Reached target Basic System.576vm-test-run-nixbot-gitlab> gitlab # [    2.989278] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12577vm-test-run-nixbot-gitlab> gitlab # [    2.990031] uhci_hcd 0000:00:01.2: UHCI Host Controller578vm-test-run-nixbot-gitlab> gitlab # [    2.992460] serio: i8042 KBD port at 0x60,0x64 irq 1579vm-test-run-nixbot-gitlab> gitlab # [    2.992563] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1580vm-test-run-nixbot-gitlab> gitlab # [    2.992800] serio: i8042 AUX port at 0x60,0x64 irq 12581vm-test-run-nixbot-gitlab> gitlab # [    2.993230] uhci_hcd 0000:00:01.2: detected 2 ports582vm-test-run-nixbot-gitlab> gitlab # [    2.999988] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140583vm-test-run-nixbot-gitlab> gitlab # [    3.002464] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18584vm-test-run-nixbot-gitlab> gitlab # [    3.004432] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1585vm-test-run-nixbot-gitlab> gitlab # [    3.007250] usb usb1: Product: UHCI Host Controller586vm-test-run-nixbot-gitlab> gitlab # [    3.007791] virtio_blk virtio4: 4/0/0 default/read/poll queues587vm-test-run-nixbot-gitlab> gitlab # [    3.010908] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd588vm-test-run-nixbot-gitlab> gitlab # [    3.012511] usb usb1: SerialNumber: 0000:00:01.2589vm-test-run-nixbot-gitlab> gitlab # [    3.016104] hub 1-0:1.0: USB hub found590vm-test-run-nixbot-gitlab> gitlab # [    3.018095] hub 1-0:1.0: 2 ports detected591vm-test-run-nixbot-gitlab> gitlab # [    3.026441] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)592vm-test-run-nixbot-gitlab> gitlab # [    3.032324] SCSI subsystem initialized593vm-test-run-nixbot-gitlab> gitlab # [    3.035079] virtio_blk virtio5: 4/0/0 default/read/poll queues594vm-test-run-nixbot-gitlab> gitlab # [    3.055187] virtio_blk virtio5: [vdb] 11526872 512-byte logical blocks (5.90 GB/5.50 GiB)595vm-test-run-nixbot-gitlab> gitlab # [    3.068100] scsi host0: ata_piix596vm-test-run-nixbot-gitlab> gitlab # [    3.069409] scsi host1: ata_piix597vm-test-run-nixbot-gitlab> gitlab # [    3.070438] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0598vm-test-run-nixbot-gitlab> gitlab # [    3.072413] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0599vm-test-run-nixbot-gitlab> gitlab # [    2.820152] (udev-worker)[208]: Network interface NamePolicy= disabled on kernel command line.600vm-test-run-nixbot-gitlab> gitlab # [    2.823756] systemd[1]: Starting Virtual Console Setup...601vm-test-run-nixbot-gitlab> gitlab # [    2.825654] (udev-worker)[213]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.602vm-test-run-nixbot-gitlab> gitlab # [    2.829823] (udev-worker)[213]: Network interface NamePolicy= disabled on kernel command line.603vm-test-run-nixbot-gitlab> gitlab # [    2.847110] systemd[1]: Found device /dev/disk/by-label/nixos.604vm-test-run-nixbot-gitlab> gitlab # [    2.849600] systemd[1]: Reached target Initrd Root Device.605vm-test-run-nixbot-gitlab> gitlab # [    2.852710] systemd-vconsole-setup[233]: Configuration of first virtual console was skipped, ignoring remaining ones.606vm-test-run-nixbot-gitlab> gitlab # [    2.855546] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...607vm-test-run-nixbot-gitlab> gitlab # [    2.857364] systemd[1]: Found device /dev/disk/by-label/nix-store.608vm-test-run-nixbot-gitlab> gitlab # [    2.867327] systemd[1]: Finished Virtual Console Setup.609vm-test-run-nixbot-gitlab> gitlab # [    2.884082] systemd-fsck[242]: nixos: clean, 12/65536 files, 13019/262144 blocks610vm-test-run-nixbot-gitlab> gitlab # [    2.890870] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.611vm-test-run-nixbot-gitlab> gitlab # [    3.232852] ata2: found unknown device (class 0)612vm-test-run-nixbot-gitlab> gitlab # [    3.235146] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100613vm-test-run-nixbot-gitlab> gitlab # [    3.238488] scsi 1:0:0:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 5614vm-test-run-nixbot-gitlab> gitlab # [    3.242443] usb 1-1: new full-speed USB device number 2 using uhci_hcd615vm-test-run-nixbot-gitlab> gitlab # [    3.266444] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0616vm-test-run-nixbot-gitlab> gitlab # [    3.301475] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray617vm-test-run-nixbot-gitlab> gitlab # [    3.331975] cdrom: Uniform CD-ROM driver Revision: 3.20618vm-test-run-nixbot-gitlab> gitlab # [    3.411423] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00619vm-test-run-nixbot-gitlab> gitlab # [    3.413482] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10620vm-test-run-nixbot-gitlab> gitlab # [    3.415236] usb 1-1: Product: QEMU USB Tablet621vm-test-run-nixbot-gitlab> gitlab # [    3.416846] usb 1-1: Manufacturer: QEMU622vm-test-run-nixbot-gitlab> gitlab # [    3.417863] usb 1-1: SerialNumber: 28754-0000:00:01.2-1623vm-test-run-nixbot-gitlab> gitlab # [    3.436099] hid: raw HID events driver (C) Jiri Kosina624vm-test-run-nixbot-gitlab> gitlab # [    3.445009] usbcore: registered new interface driver usbhid625vm-test-run-nixbot-gitlab> gitlab # [    3.446425] usbhid: USB HID core driver626vm-test-run-nixbot-gitlab> gitlab # [    3.451403] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2627vm-test-run-nixbot-gitlab> gitlab # [    3.454311] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0628vm-test-run-nixbot-gitlab> gitlab # [    3.414868] systemd[1]: Mounting /sysroot...629vm-test-run-nixbot-gitlab> gitlab # [    3.822902] EXT4-fs (vda): mounted filesystem 85b32844-3367-40e6-98c6-a9e04aead7ce r/w with ordered data mode. Quota mode: none.630vm-test-run-nixbot-gitlab> gitlab # [    3.565915] systemd[1]: Mounted /sysroot.631vm-test-run-nixbot-gitlab> gitlab # [    3.569297] systemd[1]: Reached target Initrd Root File System.632vm-test-run-nixbot-gitlab> gitlab # [    3.573345] systemd[1]: Mounting /sysroot/nix/.ro-store...633vm-test-run-nixbot-gitlab> gitlab # [    3.577158] systemd[1]: Mounting /sysroot/nix/.rw-store...634vm-test-run-nixbot-gitlab> gitlab # [    3.582408] systemd[1]: Mounting /sysroot/run...635vm-test-run-nixbot-gitlab> gitlab # [    3.586570] systemd[1]: Mounting /sysroot/tmp/shared...636vm-test-run-nixbot-gitlab> gitlab # [    3.589622] systemd[1]: Mounting /sysroot/tmp/xchg...637vm-test-run-nixbot-gitlab> gitlab # [    3.855076] 9p: Installing v9fs 9p2000 file system support638vm-test-run-nixbot-gitlab> gitlab # [    3.594275] systemd[1]: Starting Mountpoints Configured in the Real Root...639vm-test-run-nixbot-gitlab> gitlab # [    3.602533] systemd-sysroot-fstab-check[272]: /sysroot should be mounted in the initrd, will request daemon-reload.640vm-test-run-nixbot-gitlab> gitlab # [    3.867914] erofs (device vdb): mounted with root inode @ nid 128.641vm-test-run-nixbot-gitlab> gitlab # [    3.607912] systemd[1]: Mounted /sysroot/nix/.rw-store.642vm-test-run-nixbot-gitlab> gitlab # [    3.609515] systemd[1]: Mounted /sysroot/run.643vm-test-run-nixbot-gitlab> gitlab # [    3.610862] systemd[1]: Mounted /sysroot/tmp/shared.644vm-test-run-nixbot-gitlab> gitlab # [    3.612177] systemd[1]: Mounted /sysroot/tmp/xchg.645vm-test-run-nixbot-gitlab> gitlab # [    3.613380] systemd[1]: Mounted /sysroot/nix/.ro-store.646vm-test-run-nixbot-gitlab> gitlab # [    3.615542] systemd[1]: Reload requested from client PID 272 ('systemd-sysroot') (unit initrd-parse-etc.service)...647vm-test-run-nixbot-gitlab> gitlab # [    3.618195] systemd[1]: Reloading...648vm-test-run-nixbot-gitlab> gitlab # [    3.805404] systemd[1]: Reloading finished in 189 ms.649vm-test-run-nixbot-gitlab> gitlab # [    3.853223] systemd-sysroot-fstab-check[272]: Requesting initrd-fs.target/start/replace...650vm-test-run-nixbot-gitlab> gitlab # [    3.988383] systemd-sysroot-fstab-check[272]: Requesting swap.target/start/replace...651vm-test-run-nixbot-gitlab> gitlab # [    3.993392] systemd[1]: Starting rw-sysroot-nix-store.service...652vm-test-run-nixbot-gitlab> gitlab # [    3.998182] systemd[1]: initrd-parse-etc.service: Deactivated successfully.653vm-test-run-nixbot-gitlab> gitlab # [    4.002795] systemd[1]: Finished Mountpoints Configured in the Real Root.654vm-test-run-nixbot-gitlab> gitlab # [    4.006405] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.655vm-test-run-nixbot-gitlab> gitlab # [    4.010449] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.656vm-test-run-nixbot-gitlab> gitlab # [    4.014408] systemd[1]: Finished rw-sysroot-nix-store.service.657vm-test-run-nixbot-gitlab> gitlab # [    4.419806] systemd[1]: Mounting /sysroot/nix/store...658vm-test-run-nixbot-gitlab> gitlab # [    4.480172] systemd[1]: Mounted /sysroot/nix/store.659vm-test-run-nixbot-gitlab> gitlab # [    4.483797] systemd[1]: Reached target Initrd File Systems.660vm-test-run-nixbot-gitlab> gitlab # [    4.489377] systemd[1]: Starting Find NixOS closure...661vm-test-run-nixbot-gitlab> gitlab # [    4.494476] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...662vm-test-run-nixbot-gitlab> gitlab # [    4.538512] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.663vm-test-run-nixbot-gitlab> gitlab # [    4.543301] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.664vm-test-run-nixbot-gitlab> gitlab # [    4.565140] systemd[1]: Finished Find NixOS closure.665vm-test-run-nixbot-gitlab> gitlab # [    4.568578] systemd[1]: Reached target Initrd Default Target.666vm-test-run-nixbot-gitlab> gitlab # [    4.576293] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...667vm-test-run-nixbot-gitlab> gitlab # [    4.613522] systemd[1]: Stopped target Initrd Default Target.668vm-test-run-nixbot-gitlab> gitlab # [    4.616789] systemd[1]: Stopped target Basic System.669vm-test-run-nixbot-gitlab> gitlab # [    4.619751] systemd[1]: Stopped target Initrd Root Device.670vm-test-run-nixbot-gitlab> gitlab # [    4.622973] systemd[1]: Stopped target Path Units.671vm-test-run-nixbot-gitlab> gitlab # [    4.626199] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.672vm-test-run-nixbot-gitlab> gitlab # [    4.630647] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.673vm-test-run-nixbot-gitlab> gitlab # [    4.635194] systemd[1]: Stopped target Slice Units.674vm-test-run-nixbot-gitlab> gitlab # [    4.637970] systemd[1]: Stopped target Socket Units.675vm-test-run-nixbot-gitlab> gitlab # [    4.640829] systemd[1]: Stopped target System Initialization.676vm-test-run-nixbot-gitlab> gitlab # [    4.644178] systemd[1]: Stopped target Swaps.677vm-test-run-nixbot-gitlab> gitlab # [    4.646842] systemd[1]: Stopped target Timer Units.678vm-test-run-nixbot-gitlab> gitlab # [    4.649643] systemd[1]: dbus.socket: Deactivated successfully.679vm-test-run-nixbot-gitlab> gitlab # [    4.652673] systemd[1]: Closed D-Bus System Message Bus Socket.680vm-test-run-nixbot-gitlab> gitlab # [    4.655114] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.681vm-test-run-nixbot-gitlab> gitlab # [    4.658181] systemd[1]: Stopped Find NixOS closure.682vm-test-run-nixbot-gitlab> gitlab # [    4.660131] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio683vm-test-run-nixbot-gitlab> gitlab # [    4.664635] systemd[1]: Starting rw-sysroot-nix-store.service...684vm-test-run-nixbot-gitlab> gitlab # [    4.666991] systemd[1]: systemd-sysctl.service: Deactivated successfully.685vm-test-run-nixbot-gitlab> gitlab # [    4.669673] systemd[1]: Stopped Apply Kernel Variables.686vm-test-run-nixbot-gitlab> gitlab # [    4.671543] systemd[1]: systemd-modules-load.service: Deactivated successfully.687vm-test-run-nixbot-gitlab> gitlab # [    4.673296] systemd[1]: Stopped Load Kernel Modules.688vm-test-run-nixbot-gitlab> gitlab # [    4.674616] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.689vm-test-run-nixbot-gitlab> gitlab # [    4.676719] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.690vm-test-run-nixbot-gitlab> gitlab # [    4.681963] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.691vm-test-run-nixbot-gitlab> gitlab # [    4.683714] systemd[1]: Stopped Create System Files and Directories.692vm-test-run-nixbot-gitlab> gitlab # [    4.689396] systemd[1]: Stopped target Local File Systems.693vm-test-run-nixbot-gitlab> gitlab # [    4.690773] systemd[1]: Stopped target Preparation for Local File Systems.694vm-test-run-nixbot-gitlab> gitlab # [    4.692409] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.695vm-test-run-nixbot-gitlab> gitlab # [    4.694228] systemd[1]: Stopped Coldplug All udev Devices.696vm-test-run-nixbot-gitlab> gitlab # [    4.696501] systemd[1]: Stopping Rule-based Manager for Device Events and Files...697vm-test-run-nixbot-gitlab> gitlab # [    4.698313] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.698vm-test-run-nixbot-gitlab> gitlab # [    4.700117] systemd[1]: Stopped Virtual Console Setup.699vm-test-run-nixbot-gitlab> gitlab # [    4.707733] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.700vm-test-run-nixbot-gitlab> gitlab # [    4.710087] systemd[1]: Finished rw-sysroot-nix-store.service.701vm-test-run-nixbot-gitlab> gitlab # [    4.717386] systemd[1]: initrd-cleanup.service: Deactivated successfully.702vm-test-run-nixbot-gitlab> gitlab # [    4.721431] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.703vm-test-run-nixbot-gitlab> gitlab # [    4.727456] systemd[1]: systemd-udevd.service: Deactivated successfully.704vm-test-run-nixbot-gitlab> gitlab # [    4.731173] systemd[1]: Stopped Rule-based Manager for Device Events and Files.705vm-test-run-nixbot-gitlab> gitlab # [    4.738697] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.706vm-test-run-nixbot-gitlab> gitlab # [    4.740926] systemd[1]: Closed udev Control Socket.707vm-test-run-nixbot-gitlab> gitlab # [    4.743761] systemd[1]: Starting Cleanup udev Database...708vm-test-run-nixbot-gitlab> gitlab # [    4.745606] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.709vm-test-run-nixbot-gitlab> gitlab # [    4.747896] systemd[1]: Stopped Create Static Device Nodes in /dev.710vm-test-run-nixbot-gitlab> gitlab # [    4.749955] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.711vm-test-run-nixbot-gitlab> gitlab # [    4.752464] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.712vm-test-run-nixbot-gitlab> gitlab # [    4.754591] systemd[1]: kmod-static-nodes.service: Deactivated successfully.713vm-test-run-nixbot-gitlab> gitlab # [    4.756791] systemd[1]: Stopped Create List of Static Device Nodes.714vm-test-run-nixbot-gitlab> gitlab # [    4.793216] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.715vm-test-run-nixbot-gitlab> gitlab # [    4.797329] systemd[1]: Finished Cleanup udev Database.716vm-test-run-nixbot-gitlab> gitlab # [    4.803971] systemd[1]: Reached target Switch Root.717vm-test-run-nixbot-gitlab> gitlab # [    4.806836] systemd[1]: Starting NixOS Activation...718vm-test-run-nixbot-gitlab> gitlab # [    4.930428] initrd-nixos-activation-start[562]: booting system configuration /nix/store/lyfjlb6bjl298zwnzdyg4azrwww4gzzi-nixos-system-gitlab-test719vm-test-run-nixbot-gitlab> gitlab # [    4.986603] initrd-nixos-activation-start[562]: running activation script...720vm-test-run-nixbot-gitlab> gitlab # [    5.225784] initrd-nixos-activation-start[585]: setting up /etc...721vm-test-run-nixbot-gitlab> gitlab # [    5.340612] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.722vm-test-run-nixbot-gitlab> gitlab # [    5.345282] systemd[1]: Finished NixOS Activation.723vm-test-run-nixbot-gitlab> gitlab # [    5.358240] systemd[1]: Starting Switch Root...724vm-test-run-nixbot-gitlab> gitlab # [    5.393875] systemd[1]: Switching root.725vm-test-run-nixbot-gitlab> gitlab # [    6.023485] systemd-journald[152]: Received SIGTERM from PID 1 (systemd).726vm-test-run-nixbot-gitlab> gitlab # [    6.158260] NET: Registered PF_VSOCK protocol family727vm-test-run-nixbot-gitlab> gitlab # [    6.533055] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)728vm-test-run-nixbot-gitlab> gitlab # [    6.549508] systemd[1]: Detected virtualization kvm.729vm-test-run-nixbot-gitlab> gitlab # [    6.552644] systemd[1]: Detected architecture x86-64.730vm-test-run-nixbot-gitlab> gitlab # [    6.555969] systemd[1]: Detected first boot.731vm-test-run-nixbot-gitlab> gitlab # [    6.560055] systemd[1]: Initializing machine ID from random generator.732vm-test-run-nixbot-gitlab> gitlab # [    6.703751] systemd[1]: bpf-restrict-fs: LSM BPF program attached733vm-test-run-nixbot-gitlab> gitlab # [    6.778074] systemd[1]: Applying preset policy.734vm-test-run-nixbot-gitlab> gitlab # [    6.924748] systemd[1]: Populated /etc with preset unit settings.735vm-test-run-nixbot-gitlab> gitlab # [    7.044949] systemd[1]: initrd-switch-root.service: Deactivated successfully.736vm-test-run-nixbot-gitlab> gitlab # [    7.047299] systemd[1]: Stopped initrd-switch-root.service.737vm-test-run-nixbot-gitlab> gitlab # [    7.050783] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.738vm-test-run-nixbot-gitlab> gitlab # [    7.053947] systemd[1]: Created slice Slice /system/getty.739vm-test-run-nixbot-gitlab> gitlab # [    7.056184] systemd[1]: Created slice GitLab DevOps Platform Slice.740vm-test-run-nixbot-gitlab> gitlab # [    7.058482] systemd[1]: Created slice User and Session Slice.741vm-test-run-nixbot-gitlab> gitlab # [    7.060052] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.742vm-test-run-nixbot-gitlab> gitlab # [    7.062123] systemd[1]: Started Forward Password Requests to Wall Directory Watch.743vm-test-run-nixbot-gitlab> gitlab # [    7.064040] systemd[1]: Expecting device /dev/hvc0...744vm-test-run-nixbot-gitlab> gitlab # [    7.065408] systemd[1]: Expecting device /dev/ttyS0...745vm-test-run-nixbot-gitlab> gitlab # [    7.066815] systemd[1]: Reached target Local Encrypted Volumes.746vm-test-run-nixbot-gitlab> gitlab # [    7.068301] systemd[1]: Stopped target initrd-fs.target.747vm-test-run-nixbot-gitlab> gitlab # [    7.069729] systemd[1]: Stopped target initrd-root-fs.target.748vm-test-run-nixbot-gitlab> gitlab # [    7.071269] systemd[1]: Stopped target initrd-switch-root.target.749vm-test-run-nixbot-gitlab> gitlab # [    7.072844] systemd[1]: Reached target Virtual Machines and Containers.750vm-test-run-nixbot-gitlab> gitlab # [    7.074480] systemd[1]: Reached target Path Units.751vm-test-run-nixbot-gitlab> gitlab # [    7.075762] systemd[1]: Reached target Remote File Systems.752vm-test-run-nixbot-gitlab> gitlab # [    7.077205] systemd[1]: Reached target Slice Units.753vm-test-run-nixbot-gitlab> gitlab # [    7.078565] systemd[1]: Reached target Swaps.754vm-test-run-nixbot-gitlab> gitlab # [    7.080834] systemd[1]: Listening on Process Core Dump Socket.755vm-test-run-nixbot-gitlab> gitlab # [    7.082957] systemd[1]: Listening on Credential Encryption/Decryption.756vm-test-run-nixbot-gitlab> gitlab # [    7.086202] systemd[1]: Starting Journal Log Access Socket...757vm-test-run-nixbot-gitlab> gitlab # [    7.088563] systemd[1]: Listening on Journal Audit Socket.758vm-test-run-nixbot-gitlab> gitlab # [    7.090299] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.759vm-test-run-nixbot-gitlab> gitlab # [    7.092223] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki760vm-test-run-nixbot-gitlab> gitlab # [    7.094720] systemd[1]: Listening on udev Control Socket.761vm-test-run-nixbot-gitlab> gitlab # [    7.098262] systemd[1]: Mounting Huge Pages File System...762vm-test-run-nixbot-gitlab> gitlab # [    7.101199] systemd[1]: Mounting POSIX Message Queue File System...763vm-test-run-nixbot-gitlab> gitlab # [    7.104304] systemd[1]: Mounting Kernel Debug File System...764vm-test-run-nixbot-gitlab> gitlab # [    7.108457] systemd[1]: Mounting Kernel Trace File System...765vm-test-run-nixbot-gitlab> gitlab # [    7.117559] systemd[1]: Starting Create List of Static Device Nodes...766vm-test-run-nixbot-gitlab> gitlab # [    7.123953] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio767vm-test-run-nixbot-gitlab> gitlab # [    7.134821] systemd[1]: Starting Load Kernel Module configfs...768vm-test-run-nixbot-gitlab> gitlab # [    7.138626] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm769vm-test-run-nixbot-gitlab> gitlab # [    7.144592] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore770vm-test-run-nixbot-gitlab> gitlab # [    7.151030] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse771vm-test-run-nixbot-gitlab> gitlab # [    7.159719] systemd[1]: Mounting FUSE Control File System...772vm-test-run-nixbot-gitlab> gitlab # [    7.162927] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67773vm-test-run-nixbot-gitlab> gitlab # [    7.178515] systemd[1]: Starting Journal Service...774vm-test-run-nixbot-gitlab> gitlab # [    7.183517] systemd[1]: Starting Load Kernel Modules...775vm-test-run-nixbot-gitlab> gitlab # [    7.186757] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...776vm-test-run-nixbot-gitlab> gitlab # [    7.199112] systemd[1]: Starting Remount Root and Kernel File Systems...777vm-test-run-nixbot-gitlab> gitlab # [    7.200816] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki778vm-test-run-nixbot-gitlab> gitlab # [    7.205213] systemd[1]: Starting Coldplug All udev Devices...779vm-test-run-nixbot-gitlab> gitlab # [    7.209542] systemd[1]: Listening on Journal Log Access Socket.780vm-test-run-nixbot-gitlab> gitlab # [    7.211200] systemd[1]: Mounted Huge Pages File System.781vm-test-run-nixbot-gitlab> gitlab # [    7.212841] systemd[1]: Mounted POSIX Message Queue File System.782vm-test-run-nixbot-gitlab> gitlab # [    7.214679] systemd[1]: Mounted Kernel Debug File System.783vm-test-run-nixbot-gitlab> gitlab # [    7.216293] systemd[1]: Mounted Kernel Trace File System.784vm-test-run-nixbot-gitlab> gitlab # [    7.218787] systemd[1]: Finished Create List of Static Device Nodes.785vm-test-run-nixbot-gitlab> gitlab # [    7.234759] systemd[1]: modprobe@configfs.service: Deactivated successfully.786vm-test-run-nixbot-gitlab> gitlab # [    7.235764] loop: module loaded787vm-test-run-nixbot-gitlab> gitlab # [    7.237622] EXT4-fs (vda): re-mounted 85b32844-3367-40e6-98c6-a9e04aead7ce.788vm-test-run-nixbot-gitlab> gitlab # [    7.238260] systemd-journald[782]: Collecting audit messages is enabled.789vm-test-run-nixbot-gitlab> gitlab # [    7.246871] systemd[1]: Finished Load Kernel Module configfs.790vm-test-run-nixbot-gitlab> gitlab # [    7.249641] systemd[1]: Mounted FUSE Control File System.791vm-test-run-nixbot-gitlab> gitlab # [    7.251933] systemd[1]: Finished Load Kernel Modules.792vm-test-run-nixbot-gitlab> gitlab # [    7.254171] systemd[1]: Finished Remount Root and Kernel File Systems.793vm-test-run-nixbot-gitlab> gitlab # [    7.258471] systemd[1]: Mounting Kernel Configuration File System...794vm-test-run-nixbot-gitlab> gitlab # [    7.262299] systemd[1]: Starting Firewall...795vm-test-run-nixbot-gitlab> gitlab # [    7.264536] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore796vm-test-run-nixbot-gitlab> gitlab # [    7.006527] systemd[1]: Queued start job for default target Multi-User System.797vm-test-run-nixbot-gitlab> gitlab # [    7.009321] systemd[1]: Unnecessary job was removed for /dev/vdb.798vm-test-run-nixbot-gitlab> gitlab # [    7.271898] systemd[1]: Starting Load/Save OS Random Seed...799vm-test-run-nixbot-gitlab> gitlab # [    7.013345] systemd[1]: systemd-journald.service: Deactivated successfully.800vm-test-run-nixbot-gitlab> gitlab # [    7.015530] systemd-modules-load[783]: Using 3 probe threads801vm-test-run-nixbot-gitlab> gitlab # [    7.017256] systemd-modules-load[783]: Inserted module 'tls'802vm-test-run-nixbot-gitlab> gitlab # [    7.019046] systemd-modules-load[783]: Inserted module 'loop'803vm-test-run-nixbot-gitlab> gitlab # [    7.281387] systemd[1]: Starting Apply Kernel Variables...804vm-test-run-nixbot-gitlab> gitlab # [    7.022716] systemd-oomd[784]: No swap; memory pressure usage will be degraded805vm-test-run-nixbot-gitlab> gitlab # [    7.286631] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...806vm-test-run-nixbot-gitlab> gitlab # [    7.288590] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki807vm-test-run-nixbot-gitlab> gitlab # [    7.293073] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.808vm-test-run-nixbot-gitlab> gitlab # [    7.295156] systemd[1]: Started Journal Service.809vm-test-run-nixbot-gitlab> gitlab # [    7.037367] systemd[1]: Mounted Kernel Configuration File System.810vm-test-run-nixbot-gitlab> gitlab # [    7.040308] systemd[1]: Finished Load/Save OS Random Seed.811vm-test-run-nixbot-gitlab> gitlab # [    7.051229] systemd[1]: Finished Apply Kernel Variables.812vm-test-run-nixbot-gitlab> gitlab # [    7.054085] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.813vm-test-run-nixbot-gitlab> gitlab # [    7.060527] systemd[1]: Reached target First Boot Complete.814vm-test-run-nixbot-gitlab> gitlab # [    7.064162] systemd[1]: Starting Flush Journal to Persistent Storage...815vm-test-run-nixbot-gitlab> gitlab # [    7.068440] systemd[1]: Starting Create Static Device Nodes in /dev...816vm-test-run-nixbot-gitlab> gitlab # [    7.345642] systemd-journald[782]: Received client request to flush runtime journal.817vm-test-run-nixbot-gitlab> gitlab # [    7.147241] systemd[1]: Finished Create Static Device Nodes in /dev.818vm-test-run-nixbot-gitlab> gitlab # [    7.149578] systemd[1]: Reached target Preparation for Local File Systems.819vm-test-run-nixbot-gitlab> gitlab # [    7.151518] systemd[1]: Starting Rule-based Manager for Device Events and Files...820vm-test-run-nixbot-gitlab> gitlab # [    7.153858] systemd-udevd[829]: Using default interface naming scheme 'v260'.821vm-test-run-nixbot-gitlab> gitlab # [    7.155892] systemd[1]: Finished Coldplug All udev Devices.822vm-test-run-nixbot-gitlab> gitlab # [    7.157437] systemd[1]: Finished Flush Journal to Persistent Storage.823vm-test-run-nixbot-gitlab> gitlab # [    7.173254] systemd[1]: Started Rule-based Manager for Device Events and Files.824vm-test-run-nixbot-gitlab> gitlab # [    7.279214] systemd[1]: Finished Firewall.825vm-test-run-nixbot-gitlab> gitlab # [    7.296333] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse826vm-test-run-nixbot-gitlab> gitlab # [    7.315252] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.827vm-test-run-nixbot-gitlab> gitlab # [    7.333086] (udev-worker)[921]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.828vm-test-run-nixbot-gitlab> gitlab # [    7.336950] (udev-worker)[921]: Network interface NamePolicy= disabled on kernel command line.829vm-test-run-nixbot-gitlab> gitlab # [    7.339080] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.830vm-test-run-nixbot-gitlab> gitlab # [    7.349361] (udev-worker)[906]: Network interface NamePolicy= disabled on kernel command line.831vm-test-run-nixbot-gitlab> gitlab # [    7.354325] systemd[1]: Condition check resulted in Virtio network device being skipped.832vm-test-run-nixbot-gitlab> gitlab # [    7.356596] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore833vm-test-run-nixbot-gitlab> gitlab # [    7.359360] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67834vm-test-run-nixbot-gitlab> gitlab # [    7.363645] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore835vm-test-run-nixbot-gitlab> gitlab # [    7.366578] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki836vm-test-run-nixbot-gitlab> gitlab # [    7.368965] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki837vm-test-run-nixbot-gitlab> gitlab # [    7.657924] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3838vm-test-run-nixbot-gitlab> gitlab # [    7.667315] ACPI: button: Power Button [PWRF]839vm-test-run-nixbot-gitlab> gitlab # [    7.674096] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0840vm-test-run-nixbot-gitlab> gitlab # [    7.676089] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD841vm-test-run-nixbot-gitlab> gitlab # [    7.686624] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console842vm-test-run-nixbot-gitlab> gitlab # [    7.702420] Console: switching to colour dummy device 80x25843vm-test-run-nixbot-gitlab> gitlab # [    7.703708] [drm] Found bochs VGA, ID 0xb0c5.844vm-test-run-nixbot-gitlab> gitlab # [    7.703711] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.845vm-test-run-nixbot-gitlab> gitlab # [    7.706287] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic846vm-test-run-nixbot-gitlab> gitlab # [    7.707635] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0847vm-test-run-nixbot-gitlab> gitlab # [    7.715392] parport_pc 00:03: reported by Plug and Play ACPI848vm-test-run-nixbot-gitlab> gitlab # [    7.715541] Floppy drive(s): fd0 is 2.88M AMI BIOS849vm-test-run-nixbot-gitlab> gitlab # [    7.717674] fbcon: bochs-drmdrmfb (fb0) is primary device850vm-test-run-nixbot-gitlab> gitlab # [    7.722605] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]851vm-test-run-nixbot-gitlab> gitlab # [    7.723985] Console: switching to colour frame buffer device 160x50852vm-test-run-nixbot-gitlab> gitlab # [    7.724613] rtc_cmos 00:05: RTC can wake from S4853vm-test-run-nixbot-gitlab> gitlab # [    7.730580] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device854vm-test-run-nixbot-gitlab> gitlab # [    7.731144] FDC 0 is a S82078B855vm-test-run-nixbot-gitlab> gitlab # [    7.731150] rtc_cmos 00:05: registered as rtc0856vm-test-run-nixbot-gitlab> gitlab # [    7.731491] rtc_cmos 00:05: setting system clock to 2026-06-09T11:02:37 UTC (1781002957)857vm-test-run-nixbot-gitlab> gitlab # [    7.731717] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs858vm-test-run-nixbot-gitlab> gitlab # [    7.757098] mousedev: PS/2 mouse device common for all mice859vm-test-run-nixbot-gitlab> gitlab # [    7.776085] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5860vm-test-run-nixbot-gitlab> gitlab # [    7.781221] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4861vm-test-run-nixbot-gitlab> gitlab # [    7.794972] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6862vm-test-run-nixbot-gitlab> gitlab # [    7.576797] systemd[1]: Starting Virtual Console Setup...863vm-test-run-nixbot-gitlab> gitlab # [    7.595109] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.864vm-test-run-nixbot-gitlab> gitlab # [    7.600128] systemd[1]: Stopped Virtual Console Setup.865vm-test-run-nixbot-gitlab> gitlab # [    7.606178] systemd[1]: Starting Virtual Console Setup...866vm-test-run-nixbot-gitlab> gitlab # [    7.627956] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.867vm-test-run-nixbot-gitlab> gitlab # [    7.636091] systemd[1]: Stopped Virtual Console Setup.868vm-test-run-nixbot-gitlab> gitlab # [    7.647359] systemd[1]: Starting Virtual Console Setup...869vm-test-run-nixbot-gitlab> gitlab # [    7.916384] ppdev: user-space parallel port driver870vm-test-run-nixbot-gitlab> gitlab # [    7.948366] kvm_amd: TSC scaling supported871vm-test-run-nixbot-gitlab> gitlab # [    7.949512] kvm_amd: Nested Virtualization enabled872vm-test-run-nixbot-gitlab> gitlab # [    7.950688] kvm_amd: Nested Paging enabled873vm-test-run-nixbot-gitlab> gitlab # [    7.951883] kvm_amd: LBR virtualization supported874vm-test-run-nixbot-gitlab> gitlab # [    7.953158] kvm_amd: Virtual VMLOAD VMSAVE supported875vm-test-run-nixbot-gitlab> gitlab # [    7.954417] kvm_amd: Virtual GIF supported876vm-test-run-nixbot-gitlab> gitlab # [    7.955296] kvm_amd: Virtual NMI enabled877vm-test-run-nixbot-gitlab> gitlab # [    8.006142] EDAC MC: Ver: 3.0.0878vm-test-run-nixbot-gitlab> gitlab # [    7.744815] systemd-vconsole-setup[954]: Configuration of first virtual console was skipped, ignoring remaining ones.879vm-test-run-nixbot-gitlab> gitlab # [    7.749782] systemd[1]: Finished Virtual Console Setup.880vm-test-run-nixbot-gitlab> gitlab # [    7.785639] systemd[1]: Mounting /run/wrappers...881vm-test-run-nixbot-gitlab> gitlab # [    7.802804] systemd[1]: Mounted /run/wrappers.882vm-test-run-nixbot-gitlab> gitlab # [    7.804826] systemd[1]: Reached target Local File Systems.883vm-test-run-nixbot-gitlab> gitlab # [    7.806814] systemd[1]: Listening on Boot Loader Control Service Socket.884vm-test-run-nixbot-gitlab> gitlab # [    7.809531] systemd[1]: Starting register-nix-paths.service...885vm-test-run-nixbot-gitlab> gitlab # [    7.812205] systemd[1]: Starting Create SUID/SGID Wrappers...886vm-test-run-nixbot-gitlab> gitlab # [    7.813774] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.887vm-test-run-nixbot-gitlab> gitlab # [    7.816901] systemd[1]: Starting Save Transient machine-id to Disk...888vm-test-run-nixbot-gitlab> gitlab # [    7.819977] systemd[1]: Starting Create System Files and Directories...889vm-test-run-nixbot-gitlab> gitlab # [    7.848639] systemd[1]: Finished Create System Files and Directories.890vm-test-run-nixbot-gitlab> gitlab # [    7.851537] systemd[1]: Starting Rebuild Journal Catalog...891vm-test-run-nixbot-gitlab> gitlab # [    7.856982] systemd[1]: Starting Record System Boot/Shutdown in UTMP...892vm-test-run-nixbot-gitlab> gitlab # [    7.858696] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.893vm-test-run-nixbot-gitlab> gitlab # [    7.860767] systemd[1]: Finished Save Transient machine-id to Disk.894vm-test-run-nixbot-gitlab> gitlab # [    7.878612] systemd[1]: Finished Record System Boot/Shutdown in UTMP.895vm-test-run-nixbot-gitlab> gitlab # [    7.891526] systemd[1]: Finished Rebuild Journal Catalog.896vm-test-run-nixbot-gitlab> gitlab # [    7.893438] systemd[1]: Starting Update is Completed...897vm-test-run-nixbot-gitlab> gitlab # [    7.909508] systemd[1]: Finished Update is Completed.898vm-test-run-nixbot-gitlab> gitlab # [    7.936098] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.899vm-test-run-nixbot-gitlab> gitlab # [    7.938531] systemd[1]: Finished Create SUID/SGID Wrappers.900vm-test-run-nixbot-gitlab> gitlab # [    7.940121] systemd[1]: suid-sgid-wrappers.service: Consumed 105ms CPU time over 124ms wall clock time, 4.4M memory peak, 1.1M read from disk.901vm-test-run-nixbot-gitlab> gitlab # [    8.191448] systemd[1]: Finished register-nix-paths.service.902vm-test-run-nixbot-gitlab> gitlab # [    8.196269] systemd[1]: Reached target System Initialization.903vm-test-run-nixbot-gitlab> gitlab # [    8.200785] systemd[1]: Started Discard unused filesystem blocks once a week.904vm-test-run-nixbot-gitlab> gitlab # [    8.204969] systemd[1]: Started logrotate.timer.905vm-test-run-nixbot-gitlab> gitlab # [    8.208013] systemd[1]: Started Daily Cleanup of Temporary Directories.906vm-test-run-nixbot-gitlab> gitlab # [    8.212156] systemd[1]: Reached target Timer Units.907vm-test-run-nixbot-gitlab> gitlab # [    8.215360] systemd[1]: Listening on D-Bus System Message Bus Socket.908vm-test-run-nixbot-gitlab> gitlab # [    8.219397] systemd[1]: Listening on Nix Daemon Socket.909vm-test-run-nixbot-gitlab> gitlab # [    8.222851] systemd[1]: Listening on Hostname Service Socket.910vm-test-run-nixbot-gitlab> gitlab # [    8.226535] systemd[1]: Reached target Socket Units.911vm-test-run-nixbot-gitlab> gitlab # [    8.229731] systemd[1]: Reached target Basic System.912vm-test-run-nixbot-gitlab> gitlab # [    8.235199] systemd[1]: Started backdoor.service.913vm-test-run-nixbot-gitlab> gitlab # [    8.240573] systemd[1]: Starting gitlab-config.service...914vm-test-run-nixbot-gitlab> gitlab # [    8.245610] systemd[1]: Starting Import lastlog data into lastlog2 database...915vm-test-run-nixbot-gitlab> gitlab # [    8.260310] systemd[1]: Starting Logrotate configuration check...916vm-test-run-nixbot-gitlab> gitlab # [    8.269596] systemd[1]: Starting Name Service Cache Daemon (nsncd)...917vm-test-run-nixbot-gitlab> gitlab # [    8.275414] systemd[1]: Starting Post-Boot Actions...918vm-test-run-nixbot-gitlab> gitlab # [    8.281206] systemd[1]: Started Reset console on configuration changes.919vm-test-run-nixbot-gitlab> gitlab # connecting to host...920vm-test-run-nixbot-gitlab> gitlab # [    8.287554] systemd[1]: Starting resolvconf update...921vm-test-run-nixbot-gitlab> gitlab # [    8.291991] logrotate[1045]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.922vm-test-run-nixbot-gitlab> gitlab # [    8.294230] logrotate[1045]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf923vm-test-run-nixbot-gitlab> gitlab # [    8.295926] logrotate[1045]: note: 'monthly' overrides previously specified 'weekly'924vm-test-run-nixbot-gitlab> gitlab # [    8.299092] logrotate[1045]: Reading state from file: /var/lib/logrotate.status925vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'926vm-test-run-nixbot-gitlab> gitlab # [    8.301243] logrotate[1045]: state file /var/lib/logrotate.status does not exist927vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell928vm-test-run-nixbot-gitlab> gitlab # [    8.303187] logrotate[1045]: Allocating hash table for state file, size 64 entries929vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.22 seconds)930vm-test-run-nixbot-gitlab> gitlab # [    8.305264] logrotate[1045]: Handling 4 logs931vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.22 seconds)932vm-test-run-nixbot-gitlab> gitlab # [    8.306487] logrotate[1045]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed933vm-test-run-nixbot-gitlab> gitlab # [    8.310170] logrotate[1045]: considering log /var/log/btmp934vm-test-run-nixbot-gitlab> gitlab # [    8.311672] logrotate[1045]: Creating new state935vm-test-run-nixbot-gitlab> gitlab # [    8.312900] logrotate[1045]:   Now: 2026-06-09 11:02936vm-test-run-nixbot-gitlab> gitlab # [    8.314373] logrotate[1045]:   Last rotated at 2026-06-09 11:00937vm-test-run-nixbot-gitlab> gitlab # [    8.315894] logrotate[1045]:   log does not need rotating (log has already been rotated)938vm-test-run-nixbot-gitlab> gitlab # [    8.317791] logrotate[1045]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed939vm-test-run-nixbot-gitlab> gitlab # [    8.321646] logrotate[1045]: considering log /var/log/wtmp940vm-test-run-nixbot-gitlab> gitlab # [    8.323206] logrotate[1045]: Creating new state941vm-test-run-nixbot-gitlab> gitlab # [    8.324453] logrotate[1045]:   Now: 2026-06-09 11:02942vm-test-run-nixbot-gitlab> gitlab # [    8.325731] logrotate[1045]:   Last rotated at 2026-06-09 11:00943vm-test-run-nixbot-gitlab> gitlab # [    8.327351] logrotate[1045]:   log does not need rotating (log has already been rotated)944vm-test-run-nixbot-gitlab> gitlab # [    8.329301] logrotate[1045]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed945vm-test-run-nixbot-gitlab> gitlab # [    8.332748] logrotate[1045]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1045)946vm-test-run-nixbot-gitlab> gitlab # [    8.334775] logrotate[1045]: considering log /var/gitlab/state/log/*.log947vm-test-run-nixbot-gitlab> gitlab # [    8.336485] logrotate[1045]:   log /var/gitlab/state/log/*.log does not exist -- skipping948vm-test-run-nixbot-gitlab> gitlab # [    8.338429] logrotate[1045]: Creating new state949vm-test-run-nixbot-gitlab> gitlab # [    8.339806] logrotate[1045]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1045)950vm-test-run-nixbot-gitlab> gitlab # [    8.341889] logrotate[1045]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed951vm-test-run-nixbot-gitlab> gitlab # [    8.345154] logrotate[1045]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1045)952vm-test-run-nixbot-gitlab> gitlab # [    8.347252] logrotate[1045]: considering log /var/log/nginx/*.log953vm-test-run-nixbot-gitlab> gitlab # [    8.348769] logrotate[1045]:   log /var/log/nginx/*.log does not exist -- skipping954vm-test-run-nixbot-gitlab> gitlab # [    8.350707] logrotate[1045]: Creating new state955vm-test-run-nixbot-gitlab> gitlab # [    8.351882] logrotate[1045]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1045)956vm-test-run-nixbot-gitlab> gitlab # [    8.354451] nsncd[1046]: Jun 09 11:02:38.355 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"957vm-test-run-nixbot-gitlab> gitlab # [    8.358168] systemd[1]: Finished Logrotate configuration check.958vm-test-run-nixbot-gitlab> gitlab # [    8.359845] systemd[1]: Finished Post-Boot Actions.959vm-test-run-nixbot-gitlab> gitlab # [    8.361514] systemd[1]: Finished Import lastlog data into lastlog2 database.960vm-test-run-nixbot-gitlab> gitlab # [    8.363553] systemd[1]: Starting D-Bus System Message Bus...961vm-test-run-nixbot-gitlab> gitlab # [    8.365526] systemd[1]: Started Name Service Cache Daemon (nsncd).962vm-test-run-nixbot-gitlab> gitlab # [    8.367562] systemd[1]: Reached target Host and Network Name Lookups.963vm-test-run-nixbot-gitlab> gitlab # [    8.369547] systemd[1]: Reached target User and Group Name Lookups.964vm-test-run-nixbot-gitlab> gitlab # [    8.371222] systemd[1]: Starting User Login Management...965vm-test-run-nixbot-gitlab> gitlab # [    8.372750] systemd[1]: Stopped target Host and Network Name Lookups.966vm-test-run-nixbot-gitlab> gitlab # [    8.374511] systemd[1]: Stopping Host and Network Name Lookups...967vm-test-run-nixbot-gitlab> gitlab # [    8.376141] systemd[1]: Stopped target User and Group Name Lookups.968vm-test-run-nixbot-gitlab> gitlab # [    8.377933] systemd[1]: Stopping User and Group Name Lookups...969vm-test-run-nixbot-gitlab> gitlab # [    8.379620] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...970vm-test-run-nixbot-gitlab> gitlab # [    8.382638] systemd[1]: nscd.service: Deactivated successfully.971vm-test-run-nixbot-gitlab> gitlab # [    8.383837] systemd[1]: Stopped Name Service Cache Daemon (nsncd).972vm-test-run-nixbot-gitlab> gitlab # [    8.384957] systemd[1]: nscd.service: Consumed 29ms CPU time over 101ms wall clock time, 7.9M memory peak, 5.6M read from disk.973vm-test-run-nixbot-gitlab> gitlab # [    8.385960] systemd[1]: Starting Name Service Cache Daemon (nsncd)...974vm-test-run-nixbot-gitlab> gitlab # [    8.402103] systemd-logind[1095]: New seat seat0.975vm-test-run-nixbot-gitlab> gitlab # [    8.403510] systemd[1]: Started Name Service Cache Daemon (nsncd).976vm-test-run-nixbot-gitlab> gitlab # [    8.405701] nsncd[1132]: Jun 09 11:02:38.432 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"977vm-test-run-nixbot-gitlab> gitlab # [    8.410664] systemd[1]: Reached target Host and Network Name Lookups.978vm-test-run-nixbot-gitlab> gitlab # [    8.414088] systemd[1]: Reached target User and Group Name Lookups.979vm-test-run-nixbot-gitlab> gitlab # [    8.417843] dbus-broker-launch[1076]: Looking up NSS user entry for 'systemd-timesync'...980vm-test-run-nixbot-gitlab> gitlab # [    8.418966] dbus-broker-launch[1076]: NSS returned no entry for 'systemd-timesync'981vm-test-run-nixbot-gitlab> gitlab # [    8.421470] dbus-broker-launch[1076]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"982vm-test-run-nixbot-gitlab> gitlab # [    8.422953] systemd[1]: Finished resolvconf update.983vm-test-run-nixbot-gitlab> gitlab # [    8.424465] systemd[1]: Started D-Bus System Message Bus.984vm-test-run-nixbot-gitlab> gitlab # [    8.428351] systemd-logind[1095]: Watching system buttons on /dev/input/event2 (Power Button)985vm-test-run-nixbot-gitlab> gitlab # [    8.429748] systemd-logind[1095]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)986vm-test-run-nixbot-gitlab> gitlab # [    8.431114] systemd-logind[1095]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)987vm-test-run-nixbot-gitlab> gitlab # [    8.432210] dbus-broker-launch[1076]: Ready988vm-test-run-nixbot-gitlab> gitlab # [    8.434088] systemd[1]: Reached target Preparation for Network.989vm-test-run-nixbot-gitlab> gitlab # [    8.437112] systemd[1]: Starting DHCP Client...990vm-test-run-nixbot-gitlab> gitlab # [    8.440212] systemd[1]: Starting Address configuration of eth1...991vm-test-run-nixbot-gitlab> gitlab # [    8.443452] systemd[1]: Starting Extra networking commands....992vm-test-run-nixbot-gitlab> gitlab # [    8.445302] systemd[1]: Started User Login Management.993vm-test-run-nixbot-gitlab> gitlab # [    8.451994] systemd[1]: Starting linger-users.service...994vm-test-run-nixbot-gitlab> gitlab # [    8.471781] systemd[1]: linger-users.service: Deactivated successfully.995vm-test-run-nixbot-gitlab> gitlab # [    8.473527] systemd[1]: Finished linger-users.service.996vm-test-run-nixbot-gitlab> gitlab # [    8.476690] network-addresses-eth1-start[1157]: adding address 192.168.1.1/24... done997vm-test-run-nixbot-gitlab> gitlab # [    8.479804] network-addresses-eth1-start[1157]: adding address 2001:db8:1::1/64... done998vm-test-run-nixbot-gitlab> gitlab # [    8.485202] systemd[1]: Finished Address configuration of eth1.999vm-test-run-nixbot-gitlab> gitlab # [    8.501389] systemd[1]: Finished Extra networking commands..1000vm-test-run-nixbot-gitlab> gitlab # [    8.503104] systemd[1]: Reached target Network.1001vm-test-run-nixbot-gitlab> gitlab # [    8.506241] systemd[1]: Starting gitlab-workhorse.service...1002vm-test-run-nixbot-gitlab> gitlab # [    8.510331] systemd[1]: Starting Nginx Web Server...1003vm-test-run-nixbot-gitlab> gitlab # [    8.515781] systemd[1]: Starting PostgreSQL Server...1004vm-test-run-nixbot-gitlab> gitlab # [    8.518541] systemd[1]: Starting Redis Server - redis-gitlab...1005vm-test-run-nixbot-gitlab> gitlab # [    8.523519] systemd[1]: Starting Permit User Sessions...1006vm-test-run-nixbot-gitlab> gitlab # [    8.527220] dhcpcd[1188]: dhcpcd-10.3.2 starting1007vm-test-run-nixbot-gitlab> gitlab # [    8.533754] dhcpcd[1223]: dev: loaded udev1008vm-test-run-nixbot-gitlab> gitlab # [    8.800776] 8021q: 802.1Q VLAN Support v1.81009vm-test-run-nixbot-gitlab> gitlab # [    8.801760] 8021q: adding VLAN 0 to HW filter on device eth11010vm-test-run-nixbot-gitlab> gitlab # [    8.553585] systemd[1]: Finished Permit User Sessions.1011vm-test-run-nixbot-gitlab> gitlab # [    8.561180] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1012vm-test-run-nixbot-gitlab> gitlab # [    8.567593] systemd[1]: Started Getty on tty1.1013vm-test-run-nixbot-gitlab> gitlab # [    8.570247] systemd[1]: Reached target Login Prompts.1014vm-test-run-nixbot-gitlab> gitlab # [    8.645597] nginx-pre-start[1240]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok1015vm-test-run-nixbot-gitlab> gitlab # [    8.648842] nginx-pre-start[1240]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful1016vm-test-run-nixbot-gitlab> gitlab # [    8.656719] systemd[1]: Started Nginx Web Server.1017vm-test-run-nixbot-gitlab> gitlab # [    8.920527] cfg80211: Loading compiled-in X.509 certificates for regulatory database1018vm-test-run-nixbot-gitlab> gitlab # [    8.927459] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'1019vm-test-run-nixbot-gitlab> gitlab # [    8.929627] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'1020vm-test-run-nixbot-gitlab> gitlab # [    8.932195] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -21021vm-test-run-nixbot-gitlab> gitlab # [    8.934386] cfg80211: failed to load regulatory.db1022vm-test-run-nixbot-gitlab> gitlab # [    8.707229] postgresql-pre-start[1245]: The files belonging to this database system will be owned by user "postgres".1023vm-test-run-nixbot-gitlab> gitlab # [    8.710597] postgresql-pre-start[1245]: This user must also own the server process.1024vm-test-run-nixbot-gitlab> gitlab # [    8.713918] postgresql-pre-start[1245]: The database cluster will be initialized with locale "en_US.UTF-8".1025vm-test-run-nixbot-gitlab> gitlab # [    8.717407] postgresql-pre-start[1245]: The d[    8.978907] 8021q: adding VLAN 0 to HW filter on device eth01026vm-test-run-nixbot-gitlab> gitlab # efault database encoding has accordingly been set to "UTF8".1027vm-test-run-nixbot-gitlab> gitlab # [    8.724176] postgresql-pre-start[1245]: The default text search configuration will be set to "english".1028vm-test-run-nixbot-gitlab> gitlab # [    8.725261] postgresql-pre-start[1245]: Data page checksums are disabled.1029vm-test-run-nixbot-gitlab> gitlab # [    8.726346] postgresql-pre-start[1245]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1030vm-test-run-nixbot-gitlab> gitlab # [    8.727204] postgresql-pre-start[1245]: creating subdirectories ... ok1031vm-test-run-nixbot-gitlab> gitlab # [    8.728112] postgresql-pre-start[1245]: selecting dynamic shared memory implementation ... posix1032vm-test-run-nixbot-gitlab> gitlab # [    8.729164] dhcpcd[1223]: eth0: waiting for carrier1033vm-test-run-nixbot-gitlab> gitlab # [    8.730399] dhcpcd[1223]: eth0: carrier acquired1034vm-test-run-nixbot-gitlab> gitlab # [    8.730937] dhcpcd[1223]: DUID 00:01:00:01:31:ba:af:4e:52:54:00:12:34:561035vm-test-run-nixbot-gitlab> gitlab # [    8.731919] dhcpcd[1223]: eth0: IAID 00:12:34:561036vm-test-run-nixbot-gitlab> gitlab # [    8.732948] dhcpcd[1223]: eth0: adding address fe80::5054:ff:fe12:34561037vm-test-run-nixbot-gitlab> gitlab # [    8.734158] systemd[1]: Started Redis Server - redis-gitlab.1038vm-test-run-nixbot-gitlab> gitlab # [    8.735335] redis-server[1243]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1039vm-test-run-nixbot-gitlab> gitlab # [    8.736416] redis-server[1243]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1040vm-test-run-nixbot-gitlab> gitlab # [    8.737436] redis-server[1243]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1243, just started1041vm-test-run-nixbot-gitlab> gitlab # [    8.738342] redis-server[1243]: Configuration loaded1042vm-test-run-nixbot-gitlab> gitlab # [    8.739250] redis[1243]: monotonic clock: POSIX clock_gettime1043vm-test-run-nixbot-gitlab> gitlab # [    8.740152] redis[1243]: Running mode=standalone, port=0.1044vm-test-run-nixbot-gitlab> gitlab # [    8.741169] redis[1243]: Server initialized1045vm-test-run-nixbot-gitlab> gitlab # [    8.741965] redis[1243]: Ready to accept connections unix1046vm-test-run-nixbot-gitlab> gitlab # [    8.743189] redis[1243]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1047vm-test-run-nixbot-gitlab> gitlab # [    8.784993] postgresql-pre-start[1245]: selecting default "max_connections" ... 1001048vm-test-run-nixbot-gitlab> gitlab # [    8.815725] postgresql-pre-start[1245]: selecting default "shared_buffers" ... 128MB1049vm-test-run-nixbot-gitlab> gitlab # [    8.997378] systemd[1]: Started gitlab-workhorse.service.1050vm-test-run-nixbot-gitlab> gitlab # [    9.159658] postgresql-pre-start[1245]: selecting default time zone ... UTC1051vm-test-run-nixbot-gitlab> gitlab # [    9.163150] postgresql-pre-start[1245]: creating configuration files ... ok1052vm-test-run-nixbot-gitlab> gitlab # [    9.222392] gitlab-workhorse[1279]: time="2026-06-09T11:02:39Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41053vm-test-run-nixbot-gitlab> gitlab # [    9.225258] gitlab-workhorse[1279]: time="2026-06-09T11:02:39Z" level=info msg="Using redis/go-redis"1054vm-test-run-nixbot-gitlab> gitlab # [    9.227633] gitlab-workhorse[1279]: time="2026-06-09T11:02:39Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1055vm-test-run-nixbot-gitlab> gitlab # [    9.326739] postgresql-pre-start[1245]: running bootstrap script ... ok1056vm-test-run-nixbot-gitlab> gitlab # [    9.824305] postgresql-pre-start[1245]: performing post-bootstrap initialization ... ok1057vm-test-run-nixbot-gitlab> gitlab # [   10.241498] postgresql-pre-start[1245]: syncing data to disk ... ok1058vm-test-run-nixbot-gitlab> gitlab # [   10.243350] postgresql-pre-start[1245]: initdb: warning: enabling "trust" authentication for local connections1059vm-test-run-nixbot-gitlab> gitlab # [   10.245132] postgresql-pre-start[1245]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1060vm-test-run-nixbot-gitlab> gitlab # [   10.246525] postgresql-pre-start[1245]: Success. You can now start the database server using:1061vm-test-run-nixbot-gitlab> gitlab # [   10.248128] postgresql-pre-start[1245]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1062vm-test-run-nixbot-gitlab> gitlab # [   10.355782] postgres[1303]: [1303] LOG:  starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1063vm-test-run-nixbot-gitlab> gitlab # [   10.363887] postgres[1303]: [1303] LOG:  listening on IPv6 address "::1", port 54321064vm-test-run-nixbot-gitlab> gitlab # [   10.369289] postgres[1303]: [1303] LOG:  listening on IPv4 address "127.0.0.1", port 54321065vm-test-run-nixbot-gitlab> gitlab # [   10.374324] postgres[1303]: [1303] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1066vm-test-run-nixbot-gitlab> gitlab # [   10.380486] postgres[1310]: [1310] LOG:  database system was shut down at 2026-06-09 11:02:39 GMT1067vm-test-run-nixbot-gitlab> gitlab # [   10.385261] postgres[1303]: [1303] LOG:  database system is ready to accept connections1068vm-test-run-nixbot-gitlab> gitlab # [   10.392529] systemd[1]: Started PostgreSQL Server.1069vm-test-run-nixbot-gitlab> gitlab # [   10.395460] systemd[1]: Starting PostgreSQL Setup Scripts...1070vm-test-run-nixbot-gitlab> gitlab # [   10.554195] postgresql-setup-start[1330]: CREATE DATABASE1071vm-test-run-nixbot-gitlab> gitlab # [   10.588295] postgresql-setup-start[1335]: CREATE ROLE1072vm-test-run-nixbot-gitlab> gitlab # [   10.598695] postgresql-setup-start[1337]: ALTER DATABASE1073vm-test-run-nixbot-gitlab> gitlab # [   10.630315] postgresql-setup-start[1346]: CREATE ROLE1074vm-test-run-nixbot-gitlab> gitlab # [   10.632395] systemd[1]: Finished PostgreSQL Setup Scripts.1075vm-test-run-nixbot-gitlab> gitlab # [   10.634523] systemd[1]: Reached target PostgreSQL.1076vm-test-run-nixbot-gitlab> gitlab # [   10.639732] systemd[1]: Starting gitlab-postgresql.service...1077vm-test-run-nixbot-gitlab> gitlab # [   10.706348] dhcpcd[1223]: eth0: soliciting a DHCP lease1078vm-test-run-nixbot-gitlab> gitlab # [   10.972939] NET: Registered PF_PACKET protocol family1079vm-test-run-nixbot-gitlab> gitlab # [   10.720147] dhcpcd[1223]: eth0: offered 10.0.2.15 from 10.0.2.21080vm-test-run-nixbot-gitlab> gitlab # [   10.723342] dhcpcd[1223]: eth0: probing address 10.0.2.15/241081vm-test-run-nixbot-gitlab> gitlab # [   10.757248] gitlab-postgresql-start[1355]: CREATE DATABASE1082vm-test-run-nixbot-gitlab> gitlab # [   10.768201] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1344]: mkdir -p /var/gitlab/state/home/.ssh: OK1083vm-test-run-nixbot-gitlab> gitlab # [   10.771851] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1344]: chmod 700 /var/gitlab/state/home/.ssh: OK1084vm-test-run-nixbot-gitlab> gitlab # [   10.786924] gitlab-postgresql-start[1362]: CREATE EXTENSION1085vm-test-run-nixbot-gitlab> gitlab # [   10.811649] systemd[1]: Finished gitlab-config.service.1086vm-test-run-nixbot-gitlab> gitlab # [   10.815560] systemd[1]: Started gitaly.service.1087vm-test-run-nixbot-gitlab> gitlab # [   10.818656] systemd[1]: Starting gitlab-db-config.service...1088vm-test-run-nixbot-gitlab> gitlab # [   10.827638] gitlab-postgresql-start[1370]: CREATE EXTENSION1089vm-test-run-nixbot-gitlab> gitlab # [   10.832083] systemd[1]: Finished gitlab-postgresql.service.1090vm-test-run-nixbot-gitlab> gitlab # [   11.110583] dhcpcd[1223]: eth0: soliciting an IPv6 router1091vm-test-run-nixbot-gitlab> gitlab # [   11.112715] dhcpcd[1223]: eth0: Router Advertisement from fe80::21092vm-test-run-nixbot-gitlab> gitlab # [   11.113851] dhcpcd[1223]: eth0: adding address fec0::5054:ff:fe12:3456/641093vm-test-run-nixbot-gitlab> gitlab # [   11.114993] dhcpcd[1223]: eth0: adding route to fec0::/641094vm-test-run-nixbot-gitlab> gitlab # [   11.117205] dhcpcd[1223]: eth0: adding default route via fe80::21095vm-test-run-nixbot-gitlab> gitlab # [   11.343992] gitaly[1377]: time="2026-06-09T11:02:41.372Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13771096vm-test-run-nixbot-gitlab> gitlab # [   11.361217] gitaly[1377]: time="2026-06-09T11:02:41.373Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13771097vm-test-run-nixbot-gitlab> gitlab # [   11.368449] gitaly[1377]: time="2026-06-09T11:02:41.373Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13771098vm-test-run-nixbot-gitlab> gitlab # [   11.381462] gitaly[1377]: time="2026-06-09T11:02:41.373Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13771099vm-test-run-nixbot-gitlab> gitlab # [   11.390315] gitaly[1377]: time="2026-06-09T11:02:41.373Z" level=info msg="Starting Gitaly" pid=1377 version=18.11.41100vm-test-run-nixbot-gitlab> gitlab # [   11.556248] gitaly[1377]: time="2026-06-09T11:02:41.585Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=210 pid=13771101vm-test-run-nixbot-gitlab> gitlab # [   11.557895] gitaly[1377]: time="2026-06-09T11:02:41.586Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13771102vm-test-run-nixbot-gitlab> gitlab # [   11.558919] gitaly[1377]: time="2026-06-09T11:02:41.586Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13771103vm-test-run-nixbot-gitlab> gitlab # [   11.560380] gitaly[1377]: time="2026-06-09T11:02:41.586Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1377/git-exec-1498948907.d/git pid=13771104vm-test-run-nixbot-gitlab> gitlab # [   11.571381] gitaly[1377]: time="2026-06-09T11:02:41.601Z" level=info msg="finished detecting git version" duration_ms=14 pid=13771105vm-test-run-nixbot-gitlab> gitlab # [   11.572765] gitaly[1377]: time="2026-06-09T11:02:41.601Z" level=info msg="using Git version" pid=1377 version=2.53.g1106vm-test-run-nixbot-gitlab> gitlab # [   11.573938] gitaly[1377]: time="2026-06-09T11:02:41.601Z" level=info msg="clearing disk cache object folder" pid=1377 storage=default1107vm-test-run-nixbot-gitlab> gitlab # [   11.575795] gitaly[1377]: time="2026-06-09T11:02:41.602Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache4116459584 pid=1377 storage=default1108vm-test-run-nixbot-gitlab> gitlab # [   11.577401] gitaly[1377]: time="2026-06-09T11:02:41.602Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache4116459584 pid=1377 storage=default1109vm-test-run-nixbot-gitlab> gitlab # [   11.579460] gitaly[1377]: time="2026-06-09T11:02:41.602Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13771110vm-test-run-nixbot-gitlab> gitlab # [   11.581252] gitaly[1377]: time="2026-06-09T11:02:41.602Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13771111vm-test-run-nixbot-gitlab> gitlab # [   11.583569] gitaly[1377]: time="2026-06-09T11:02:41.613Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache4116459584 clear_duration_ms=0 pid=1377 storage=default1112vm-test-run-nixbot-gitlab> gitlab # [   11.672449] gitaly[1377]: time="2026-06-09T11:02:41.701Z" level=info msg="counting repositories" pid=13771113vm-test-run-nixbot-gitlab> gitlab # [   11.673923] gitaly[1377]: time="2026-06-09T11:02:41.701Z" level=info msg="starting to count repositories" pid=1377 storage_path=/var/gitlab/state/repositories1114vm-test-run-nixbot-gitlab> gitlab # [   11.675067] gitaly[1377]: time="2026-06-09T11:02:41.701Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13771115vm-test-run-nixbot-gitlab> gitlab # [   11.681273] gitaly[1377]: time="2026-06-09T11:02:41.702Z" level=info msg="finished tempdir cleaner walk" pid=1377 storage=default time_ms=01116vm-test-run-nixbot-gitlab> gitlab # [   11.682411] gitaly[1377]: time="2026-06-09T11:02:41.702Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1377 storage_path=/var/gitlab/state/repositories1117vm-test-run-nixbot-gitlab> gitlab # [   11.683240] gitaly[1377]: time="2026-06-09T11:02:41.711Z" level=info msg="completed counting all repositories" counting_duration=9 pid=13771118vm-test-run-nixbot-gitlab> gitlab # [   11.684165] gitaly[1377]: time="2026-06-09T11:02:41.710Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1377 schema=unix1119vm-test-run-nixbot-gitlab> gitlab # [   11.684984] gitaly[1377]: time="2026-06-09T11:02:41.711Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1377/sock.d/intern pid=1377 schema=unix1120vm-test-run-nixbot-gitlab> gitlab # [   11.699292] gitaly[1377]: time="2026-06-09T11:02:41.728Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13771121vm-test-run-nixbot-gitlab> gitlab # [   11.701409] gitaly[1377]: time="2026-06-09T11:02:41.731Z" level=info msg="Started Gitaly" duration_ms=357 pid=13771122vm-test-run-nixbot-gitlab> gitlab # [   11.702819] gitaly[1377]: time="2026-06-09T11:02:41.731Z" level=info msg="maintenance: daily scheduled" pid=1377 scheduled="2026-06-09 12:00:00 +0000 UTC"1123vm-test-run-nixbot-gitlab> gitlab # [   12.253326] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1124vm-test-run-nixbot-gitlab> gitlab # [   12.266507] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1125vm-test-run-nixbot-gitlab> gitlab # [   12.287344] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1126vm-test-run-nixbot-gitlab> gitlab # [   13.557370] gitaly[1377]: time="2026-06-09T11:02:43.586Z" level=info msg="License database preloaded" duration_ms=2212 pid=13771127vm-test-run-nixbot-gitlab> gitlab # [   15.718631] dhcpcd[1223]: eth0: leased 10.0.2.15 for 86400 seconds1128vm-test-run-nixbot-gitlab> gitlab # [   15.721720] dhcpcd[1223]: eth0: adding route to 10.0.2.0/241129vm-test-run-nixbot-gitlab> gitlab # [   15.722900] dhcpcd[1223]: eth0: adding default route via 10.0.2.21130vm-test-run-nixbot-gitlab> gitlab # [   15.821578] systemd[1]: Started DHCP Client.1131vm-test-run-nixbot-gitlab> gitlab # [   15.826212] systemd[1]: Reached target Network is Online.1132vm-test-run-nixbot-gitlab> gitlab # [   41.248420] postgres[1724]: [1724] ERROR:  relation "feature_gates" does not exist at character 5231133vm-test-run-nixbot-gitlab> gitlab # [   41.254470] postgres[1724]: [1724] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1134vm-test-run-nixbot-gitlab> gitlab # [   41.259860] postgres[1724]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1135vm-test-run-nixbot-gitlab> gitlab # [   41.265628] postgres[1724]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1136vm-test-run-nixbot-gitlab> gitlab # [   41.270917] postgres[1724]: 	       attidentity AS identity,1137vm-test-run-nixbot-gitlab> gitlab # [   41.275138] postgres[1724]: 	       attgenerated as attgenerated1138vm-test-run-nixbot-gitlab> gitlab # [   41.279259] postgres[1724]: 	  FROM pg_attribute a1139vm-test-run-nixbot-gitlab> gitlab # [   41.282664] postgres[1724]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1140vm-test-run-nixbot-gitlab> gitlab # [   41.288306] postgres[1724]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1141vm-test-run-nixbot-gitlab> gitlab # [   41.292157] postgres[1724]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1142vm-test-run-nixbot-gitlab> gitlab # [   41.297473] postgres[1724]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1143vm-test-run-nixbot-gitlab> gitlab # [   41.300939] postgres[1724]: 	   AND a.attnum > 0 AND NOT a.attisdropped1144vm-test-run-nixbot-gitlab> gitlab # [   41.304435] postgres[1724]: 	 ORDER BY a.attnum1145vm-test-run-nixbot-gitlab> gitlab # [   41.306807] postgres[1724]:1146vm-test-run-nixbot-gitlab> gitlab # [   41.445858] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: W, [2026-06-09T11:03:11.474641 #1380]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1147vm-test-run-nixbot-gitlab> gitlab # [   46.480302] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1779]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1148vm-test-run-nixbot-gitlab> gitlab # [   46.483859] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1779]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1149vm-test-run-nixbot-gitlab> gitlab # [   49.281928] gitlab-workhorse[1279]: time="2026-06-09T11:03:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1150vm-test-run-nixbot-gitlab> gitlab # [   59.283353] gitlab-workhorse[1279]: time="2026-06-09T11:03:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1151vm-test-run-nixbot-gitlab> gitlab # [   63.264913] postgres[1860]: [1860] ERROR:  relation "table_without_models" does not exist1152vm-test-run-nixbot-gitlab> gitlab # [   63.268923] postgres[1860]: [1860] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1153vm-test-run-nixbot-gitlab> gitlab # [   69.293994] gitlab-workhorse[1279]: time="2026-06-09T11:03:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1154vm-test-run-nixbot-gitlab> gitlab # [   77.042184] systemd[1]: Finished gitlab-db-config.service.1155vm-test-run-nixbot-gitlab> gitlab # [   77.054313] systemd[1]: Started gitlab-sidekiq.service.1156vm-test-run-nixbot-gitlab> gitlab # [   77.058838] systemd[1]: Starting gitlab.service...1157vm-test-run-nixbot-gitlab> gitlab # [   77.387671] bundle[2054]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1158vm-test-run-nixbot-gitlab> gitlab # [   77.396236] bundle[2054]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1159vm-test-run-nixbot-gitlab> gitlab # [   77.404570] bundle[2054]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1160vm-test-run-nixbot-gitlab> gitlab # [   79.304567] gitlab-workhorse[1279]: time="2026-06-09T11:03:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1161vm-test-run-nixbot-gitlab> gitlab # [   80.093580] sidekiq-cluster[2053]: {"severity":"INFO","time":"2026-06-09T11:03:50.106Z","message":"Starting cluster with 1 processes"}1162vm-test-run-nixbot-gitlab> gitlab # [   80.198640] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.207Z","pid":2054,"message":"* Enabling systemd notification integration"}1163vm-test-run-nixbot-gitlab> gitlab # [   80.205605] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.227Z","pid":2054,"message":"Puma starting in cluster mode..."}1164vm-test-run-nixbot-gitlab> gitlab # [   80.211897] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.227Z","pid":2054,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1165vm-test-run-nixbot-gitlab> gitlab # [   80.226461] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.227Z","pid":2054,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1166vm-test-run-nixbot-gitlab> gitlab # [   80.235267] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.227Z","pid":2054,"message":"*  Min threads: 0"}1167vm-test-run-nixbot-gitlab> gitlab # [   80.240807] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.227Z","pid":2054,"message":"*  Max threads: 4"}1168vm-test-run-nixbot-gitlab> gitlab # [   80.245523] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.228Z","pid":2054,"message":"*  Environment: production"}1169vm-test-run-nixbot-gitlab> gitlab # [   80.250381] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.228Z","pid":2054,"message":"*   Master PID: 2054"}1170vm-test-run-nixbot-gitlab> gitlab # [   80.254877] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.228Z","pid":2054,"message":"*      Workers: 2"}1171vm-test-run-nixbot-gitlab> gitlab # [   80.259410] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.228Z","pid":2054,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1172vm-test-run-nixbot-gitlab> gitlab # [   80.262569] bundle[2054]: {"timestamp":"2026-06-09T11:03:50.228Z","pid":2054,"message":"* Preloading application"}1173vm-test-run-nixbot-gitlab> gitlab # [   89.315316] gitlab-workhorse[1279]: time="2026-06-09T11:03:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1174vm-test-run-nixbot-gitlab> gitlab # [   99.329699] gitlab-workhorse[1279]: time="2026-06-09T11:04:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1175vm-test-run-nixbot-gitlab> gitlab # [  102.624916] bundle[2054]: W, [2026-06-09T11:04:12.653837 #2054]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1176vm-test-run-nixbot-gitlab> gitlab # [  105.443242] sidekiq-cluster[2075]: 2026-06-09T11:04:15.471Z pid=2075 tid=txv INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2075, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>430821376}1177vm-test-run-nixbot-gitlab> gitlab # [  105.621134] sidekiq-cluster[2075]: W, [2026-06-09T11:04:15.650320 #2075]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1178vm-test-run-nixbot-gitlab> gitlab # [  105.693604] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:15.723Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1179vm-test-run-nixbot-gitlab> gitlab # [  107.536913] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.565Z","message":"GitLab reliable fetch activated!"}1180vm-test-run-nixbot-gitlab> gitlab # [  107.544185] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.565Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1181vm-test-run-nixbot-gitlab> gitlab # [  107.568740] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.598Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [  107.578472] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.602Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [  107.588157] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.606Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [  107.591493] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.609Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [  107.594249] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.613Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [  107.596940] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.617Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [  107.623739] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.653Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [  107.630678] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.658Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [  107.638127] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.667Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [  107.646684] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.676Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [  107.655205] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.684Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [  107.664144] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.693Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [  107.673143] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.702Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [  107.678139] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.707Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [  107.683737] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.713Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [  107.687355] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.716Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [  107.689953] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.719Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [  107.693151] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.722Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [  107.695970] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.725Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [  107.698769] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.728Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [  107.701489] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.731Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [  107.704246] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.733Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [  107.706566] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.736Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [  107.708809] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.738Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [  107.711252] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.740Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [  107.713836] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.743Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [  107.716553] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.746Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [  107.719256] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.748Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [  107.722123] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.751Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [  107.725176] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.754Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [  107.727895] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.757Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [  107.730463] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.760Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [  107.733270] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.762Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [  107.735981] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.765Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [  107.738793] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.768Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [  107.741419] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.771Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [  107.743841] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.773Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [  107.746415] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.776Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [  107.748899] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.778Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [  107.751221] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.780Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [  107.753585] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.783Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [  107.756100] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.785Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [  107.758375] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.788Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [  107.760858] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.790Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [  107.763494] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.793Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [  107.766339] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.795Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [  107.768763] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.798Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [  107.771171] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.800Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [  107.773675] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.803Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [  107.776373] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.806Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [  107.779160] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.808Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [  107.781784] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.811Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [  107.784686] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.814Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [  107.794446] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.823Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [  107.797214] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.826Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [  107.800109] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.829Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [  107.802670] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.832Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [  107.805190] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.834Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [  107.808178] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.837Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [  107.810413] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.840Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [  107.812813] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.842Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [  107.815374] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.845Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [  107.817693] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.847Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [  107.820672] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.850Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [  107.823575] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.853Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [  107.826552] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.856Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [  107.829465] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.859Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [  107.831868] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.861Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [  107.834218] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.863Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [  107.836714] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.866Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [  107.858128] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.887Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [  107.860348] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.890Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [  107.862682] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.892Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [  107.864992] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.894Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [  107.867954] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.897Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [  107.870283] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.899Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [  107.873319] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.902Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [  107.875451] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.905Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [  107.878263] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.907Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [  107.880498] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.910Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [  107.883221] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.912Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [  107.885508] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.915Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [  107.888496] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.918Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [  107.895931] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.925Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [  107.900690] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.930Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [  107.905874] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.935Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [  107.909680] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.939Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [  107.913262] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.943Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1269vm-test-run-nixbot-gitlab> gitlab # [  107.916917] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.946Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1270vm-test-run-nixbot-gitlab> gitlab # [  107.920159] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.949Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1271vm-test-run-nixbot-gitlab> gitlab # [  107.923817] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.953Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1272vm-test-run-nixbot-gitlab> gitlab # [  107.927109] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.956Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1273vm-test-run-nixbot-gitlab> gitlab # [  107.930035] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.959Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1274vm-test-run-nixbot-gitlab> gitlab # [  107.933478] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.963Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1275vm-test-run-nixbot-gitlab> gitlab # [  107.936399] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.966Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1276vm-test-run-nixbot-gitlab> gitlab # [  107.940931] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.970Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1277vm-test-run-nixbot-gitlab> gitlab # [  107.944746] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.974Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1278vm-test-run-nixbot-gitlab> gitlab # [  107.948487] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.978Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1279vm-test-run-nixbot-gitlab> gitlab # [  107.951609] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.981Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1280vm-test-run-nixbot-gitlab> gitlab # [  107.963388] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.993Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1281vm-test-run-nixbot-gitlab> gitlab # [  107.966281] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.996Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1282vm-test-run-nixbot-gitlab> gitlab # [  107.969176] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:17.998Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1283vm-test-run-nixbot-gitlab> gitlab # [  107.973075] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.002Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1284vm-test-run-nixbot-gitlab> gitlab # [  107.976764] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.006Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1285vm-test-run-nixbot-gitlab> gitlab # [  107.980215] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.009Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1286vm-test-run-nixbot-gitlab> gitlab # [  107.983994] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.013Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1287vm-test-run-nixbot-gitlab> gitlab # [  107.987053] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.016Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1288vm-test-run-nixbot-gitlab> gitlab # [  107.990299] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.020Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1289vm-test-run-nixbot-gitlab> gitlab # [  107.994484] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.024Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1290vm-test-run-nixbot-gitlab> gitlab # [  107.997396] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:18.027Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1291vm-test-run-nixbot-gitlab> gitlab # [  109.339728] gitlab-workhorse[1279]: time="2026-06-09T11:04:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1292vm-test-run-nixbot-gitlab> gitlab # [  119.351336] gitlab-workhorse[1279]: time="2026-06-09T11:04:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1293vm-test-run-nixbot-gitlab> gitlab # [  129.025228] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:39.053Z","message":"Booted Rails 7.2.3 application in production environment"}1294vm-test-run-nixbot-gitlab> gitlab # [  129.027418] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:39.054Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1295vm-test-run-nixbot-gitlab> gitlab # [  129.029223] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:39.055Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1296vm-test-run-nixbot-gitlab> gitlab # [  129.030649] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:39.055Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1297vm-test-run-nixbot-gitlab> gitlab # [  129.041410] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:39.070Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1298vm-test-run-nixbot-gitlab> gitlab # [  129.358280] gitlab-workhorse[1279]: time="2026-06-09T11:04:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1299vm-test-run-nixbot-gitlab> gitlab # [  129.607981] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.636Z","pid":2054,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1300vm-test-run-nixbot-gitlab> gitlab # [  129.611441] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.636Z","pid":2054,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1301vm-test-run-nixbot-gitlab> gitlab # [  129.614263] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.637Z","pid":2054,"message":"! #\u003cThread:0x00007452aeb9f8c8 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1302vm-test-run-nixbot-gitlab> gitlab # [  129.617367] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.637Z","pid":2054,"message":"! #\u003cThread:0x00007452aedeec00 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1303vm-test-run-nixbot-gitlab> gitlab # [  129.619744] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.637Z","pid":2054,"message":"Use Ctrl-C to stop"}1304vm-test-run-nixbot-gitlab> gitlab # [  129.655839] bundle[2054]: {"timestamp":"2026-06-09T11:04:39.637Z","pid":2054,"message":"Sending status to systemd every 1.0 sec"}1305vm-test-run-nixbot-gitlab> gitlab # [  130.063312] bundle[2054]: {"timestamp":"2026-06-09T11:04:40.091Z","pid":2054,"message":"- Worker 1 (PID: 2562) booted in 0.35s, phase: 0"}1306vm-test-run-nixbot-gitlab> gitlab # [  130.075263] bundle[2054]: {"timestamp":"2026-06-09T11:04:40.104Z","pid":2054,"message":"- Worker 0 (PID: 2558) booted in 0.38s, phase: 0"}1307vm-test-run-nixbot-gitlab> gitlab # [  130.083558] systemd[1]: Started gitlab.service.1308vm-test-run-nixbot-gitlab> gitlab # [  130.085733] systemd[1]: Reached target Common target for all GitLab services..1309vm-test-run-nixbot-gitlab> gitlab # [  130.089989] systemd[1]: Starting setup-gitlab.service...1310vm-test-run-nixbot-gitlab> gitlab # [  130.109850] setup-gitlab-start[2586]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1311vm-test-run-nixbot-gitlab> gitlab # [  130.345636] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:40.374Z","message":"Cleaning working queues"}1312vm-test-run-nixbot-gitlab> gitlab # [  130.352132] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:40.376Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"9ba7028329a34172386969b4","created_at":"2026-06-09T11:03:46.535Z","trace_propagation_headers":{"sentry-trace":"06daff5cad64496da7390830c8161724-0de6445de308459f","baggage":"sentry-trace_id=06daff5cad64496da7390830c8161724,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"6f6c16a3a2b1debfe0ae74832703c4f9","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T11:03:46.546Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-9ba7028329a34172386969b4: start","job_status":"start","queue_duration_s":53.83035,"scheduling_latency_s":53.830398}1313vm-test-run-nixbot-gitlab> gitlab # [  130.513986] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:04:40.543Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"9ba7028329a34172386969b4","created_at":"2026-06-09T11:03:46.535Z","trace_propagation_headers":{"sentry-trace":"06daff5cad64496da7390830c8161724-0de6445de308459f","baggage":"sentry-trace_id=06daff5cad64496da7390830c8161724,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"6f6c16a3a2b1debfe0ae74832703c4f9","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T11:03:46.546Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-9ba7028329a34172386969b4: done: 0.166905 sec","job_status":"done","queue_duration_s":53.83035,"scheduling_latency_s":53.830398,"redis_calls":26,"redis_duration_s":0.011179,"redis_read_bytes":914,"redis_write_bytes":2887,"redis_feature_flag_calls":15,"redis_feature_flag_duration_s":0.006164,"redis_feature_flag_read_bytes":904,"redis_feature_flag_write_bytes":1640,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003026,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001989,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":9,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075416,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.082888748,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.166905,"completed_at":"2026-06-09T11:04:40.543Z","load_balancing_strategy":"primary","db_duration_s":0.04963,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1314vm-test-run-nixbot-gitlab> gitlab # [  132.381638] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:04:42 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 22431315vm-test-run-nixbot-gitlab> gitlab # [  132.390243] setup-gitlab-start[2617]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1316vm-test-run-nixbot-gitlab> gitlab # [  132.392488] setup-gitlab-start[2618]: ++ jq -r .access_token1317vm-test-run-nixbot-gitlab> gitlab # [  133.646628] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:04:43 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 12461318vm-test-run-nixbot-gitlab> gitlab # [  133.655989] setup-gitlab-start[2586]: + BEARER=24a1cf4d4dca5f2a3924db483a9456a3a4c4ce88d0028efecc7c152afa1f3e991319vm-test-run-nixbot-gitlab> gitlab # [  133.661705] setup-gitlab-start[2586]: + AUTH='Authorization: Bearer 24a1cf4d4dca5f2a3924db483a9456a3a4c4ce88d0028efecc7c152afa1f3e99'1320vm-test-run-nixbot-gitlab> gitlab # [  133.668838] setup-gitlab-start[2586]: + curl -fs -X PUT -H 'Authorization: Bearer 24a1cf4d4dca5f2a3924db483a9456a3a4c4ce88d0028efecc7c152afa1f3e99' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1321vm-test-run-nixbot-gitlab> gitlab # [  134.407676] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:04:44 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 7261322vm-test-run-nixbot-gitlab> gitlab # [  134.418398] setup-gitlab-start[2586]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1323vm-test-run-nixbot-gitlab> gitlab # [  134.427617] runuser[2636]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1324vm-test-run-nixbot-gitlab> gitlab # [  134.795434] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1325vm-test-run-nixbot-gitlab> gitlab # [  134.804305] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1326vm-test-run-nixbot-gitlab> gitlab # [  134.813137] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1327vm-test-run-nixbot-gitlab> gitlab # [  135.361198] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1328vm-test-run-nixbot-gitlab> gitlab # [  135.369928] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1329vm-test-run-nixbot-gitlab> gitlab # [  135.378508] setup-gitlab-start[2637]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1330vm-test-run-nixbot-gitlab> gitlab # [  152.487397] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:02.515Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"cb69b2b864d011c3f431b0d7","created_at":"2026-06-09T11:05:02.476Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71a2831dc4c0cc6c2774092661b3b4c5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.511Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-cb69b2b864d011c3f431b0d7: start","job_status":"start","queue_duration_s":0.003669,"scheduling_latency_s":0.003739}1331vm-test-run-nixbot-gitlab> gitlab # [  152.562165] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:02.590Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"cb69b2b864d011c3f431b0d7","created_at":"2026-06-09T11:05:02.476Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71a2831dc4c0cc6c2774092661b3b4c5","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.511Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-cb69b2b864d011c3f431b0d7: done: 0.07476 sec","job_status":"done","queue_duration_s":0.003669,"scheduling_latency_s":0.003739,"redis_calls":12,"redis_duration_s":0.013935000000000001,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001581,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009664,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00269,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017046,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000496991,"exclusive_lock_hold_duration_s":0.024987254,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.07476,"completed_at":"2026-06-09T11:05:02.590Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024302,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  152.610842] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:02.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6ceeec6a44b0b6563fd9ff88","created_at":"2026-06-09T11:05:02.527Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4be0035163a7f159788d9597ba0098b9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.538Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6ceeec6a44b0b6563fd9ff88: start","job_status":"start","queue_duration_s":0.056672,"scheduling_latency_s":0.056728}1333vm-test-run-nixbot-gitlab> gitlab # [  153.209479] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.238Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6ceeec6a44b0b6563fd9ff88","created_at":"2026-06-09T11:05:02.527Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4be0035163a7f159788d9597ba0098b9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.538Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6ceeec6a44b0b6563fd9ff88: done: 0.643777 sec","job_status":"done","queue_duration_s":0.056672,"scheduling_latency_s":0.056728,"redis_calls":14,"redis_duration_s":0.031810000000000005,"redis_read_bytes":13,"redis_write_bytes":1641,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.023945,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":576,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004975,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00289,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.046,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.044,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.300221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000685004,"exclusive_lock_hold_duration_s":0.5827031079999999,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.643777,"completed_at":"2026-06-09T11:05:03.238Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.082001,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  153.316570] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.345Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"fad97c91f8c64fa236ee508b","created_at":"2026-06-09T11:05:02.548Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"747228a6ca8a5fb0ba25bc1d9ac0b642","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T11:05:02.602Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-fad97c91f8c64fa236ee508b: start","job_status":"start","queue_duration_s":0.742991,"scheduling_latency_s":0.743058}1335vm-test-run-nixbot-gitlab> gitlab # [  153.401969] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.431Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"fad97c91f8c64fa236ee508b","created_at":"2026-06-09T11:05:02.548Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"747228a6ca8a5fb0ba25bc1d9ac0b642","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-09T11:05:02.602Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-fad97c91f8c64fa236ee508b: done: 0.085509 sec","job_status":"done","queue_duration_s":0.742991,"scheduling_latency_s":0.743058,"redis_calls":10,"redis_duration_s":0.004545,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000741,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00281,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000994,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041918,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00083167,"duration_s":0.085509,"completed_at":"2026-06-09T11:05:03.430Z","load_balancing_strategy":"primary","db_duration_s":0.007237,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  153.486514] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.515Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b1a35e0b560c097457c0bb04","created_at":"2026-06-09T11:05:02.639Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9089b28e40217a9f004fcf7ae88815b0","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.650Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b1a35e0b560c097457c0bb04: start","job_status":"start","queue_duration_s":0.864774,"scheduling_latency_s":0.864837}1337vm-test-run-nixbot-gitlab> gitlab # [  153.554261] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.582Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"b1a35e0b560c097457c0bb04","created_at":"2026-06-09T11:05:02.639Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9089b28e40217a9f004fcf7ae88815b0","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.650Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-b1a35e0b560c097457c0bb04: done: 0.066988 sec","job_status":"done","queue_duration_s":0.864774,"scheduling_latency_s":0.864837,"redis_calls":13,"redis_duration_s":0.008587000000000001,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001409,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.004439,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002739,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.019375088,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.066988,"completed_at":"2026-06-09T11:05:03.582Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007666,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1338vm-test-run-nixbot-gitlab> gitlab # [  153.626732] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.656Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"a17f5175aa35970bb46192bd","created_at":"2026-06-09T11:05:02.670Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a6fb83303772b11a59771754dd9caf65","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T11:05:02.678Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-a17f5175aa35970bb46192bd: start","job_status":"start","queue_duration_s":0.977746,"scheduling_latency_s":0.977795}1339vm-test-run-nixbot-gitlab> gitlab # [  153.678242] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.707Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1340vm-test-run-nixbot-gitlab> gitlab # [  153.699267] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"a17f5175aa35970bb46192bd","created_at":"2026-06-09T11:05:02.670Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a6fb83303772b11a59771754dd9caf65","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-09T11:05:02.678Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-a17f5175aa35970bb46192bd: done: 0.072238 sec","job_status":"done","queue_duration_s":0.977746,"scheduling_latency_s":0.977795,"redis_calls":10,"redis_duration_s":0.007443999999999999,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001251,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004598,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001595,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00156221,"duration_s":0.072238,"completed_at":"2026-06-09T11:05:03.728Z","load_balancing_strategy":"primary","db_duration_s":0.001183,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1341vm-test-run-nixbot-gitlab> gitlab # [  153.702926] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.732Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"c779559406c26a00c04f3635","created_at":"2026-06-09T11:05:02.690Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd3313d0d8bc32dd89db121837bf82f8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.699Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-c779559406c26a00c04f3635: start","job_status":"start","queue_duration_s":1.03257,"scheduling_latency_s":1.032625}1342vm-test-run-nixbot-gitlab> gitlab # [  153.751944] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.780Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"c779559406c26a00c04f3635","created_at":"2026-06-09T11:05:02.690Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dd3313d0d8bc32dd89db121837bf82f8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.699Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-c779559406c26a00c04f3635: done: 0.048643 sec","job_status":"done","queue_duration_s":1.03257,"scheduling_latency_s":1.032625,"redis_calls":12,"redis_duration_s":0.007108,"redis_read_bytes":11,"redis_write_bytes":1482,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002301,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":610,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003622,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001185,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027923,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000975823,"duration_s":0.048643,"completed_at":"2026-06-09T11:05:03.780Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001893,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1343vm-test-run-nixbot-gitlab> gitlab # [  153.860916] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.889Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"8b2770bcf0b83de63f436381","created_at":"2026-06-09T11:05:02.715Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4232f6ba40083fab8773f1cf9484fe60","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.720Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-8b2770bcf0b83de63f436381: start","job_status":"start","queue_duration_s":1.168632,"scheduling_latency_s":1.168699}1344vm-test-run-nixbot-gitlab> gitlab # [  153.946165] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:03.974Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"8b2770bcf0b83de63f436381","created_at":"2026-06-09T11:05:02.715Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4232f6ba40083fab8773f1cf9484fe60","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.720Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-8b2770bcf0b83de63f436381: done: 0.085309 sec","job_status":"done","queue_duration_s":1.168632,"scheduling_latency_s":1.168699,"redis_calls":16,"redis_duration_s":0.009643,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.004799,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003721,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001123,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045384,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000969676,"duration_s":0.085309,"completed_at":"2026-06-09T11:05:03.974Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017247,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1345vm-test-run-nixbot-gitlab> gitlab # [  154.029824] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.058Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"26c4856b95fd6eb21f66e4d5","created_at":"2026-06-09T11:05:02.725Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a10aab46cbcd3cf413832ae9e4e5122e","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.730Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-26c4856b95fd6eb21f66e4d5: start","job_status":"start","queue_duration_s":1.327797,"scheduling_latency_s":1.327865}1346vm-test-run-nixbot-gitlab> gitlab # [  154.083315] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.112Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"26c4856b95fd6eb21f66e4d5","created_at":"2026-06-09T11:05:02.725Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a10aab46cbcd3cf413832ae9e4e5122e","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.730Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-26c4856b95fd6eb21f66e4d5: done: 0.053936 sec","job_status":"done","queue_duration_s":1.327797,"scheduling_latency_s":1.327865,"redis_calls":11,"redis_duration_s":0.006555999999999999,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001217,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00342,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000719,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0012,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029777,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00100292,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.053936,"completed_at":"2026-06-09T11:05:04.112Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00111,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1347vm-test-run-nixbot-gitlab> gitlab # [  154.160121] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.187Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"a6cde5e1a64bc554c360c92f","created_at":"2026-06-09T11:05:02.734Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf96ee2ea6717ed94554ce56fa4bb471","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.738Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-a6cde5e1a64bc554c360c92f: start","job_status":"start","queue_duration_s":1.448692,"scheduling_latency_s":1.448728}1348vm-test-run-nixbot-gitlab> gitlab # [  154.173319] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.202Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1349vm-test-run-nixbot-gitlab> gitlab # [  154.181155] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.210Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"a6cde5e1a64bc554c360c92f","created_at":"2026-06-09T11:05:02.734Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf96ee2ea6717ed94554ce56fa4bb471","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.738Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-a6cde5e1a64bc554c360c92f: done: 0.022925 sec","job_status":"done","queue_duration_s":1.448692,"scheduling_latency_s":1.448728,"redis_calls":10,"redis_duration_s":0.004182,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000894,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002511,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000777,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000555937,"duration_s":0.022925,"completed_at":"2026-06-09T11:05:04.210Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000965,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  154.185553] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.212Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a671c05363610433108487a2","created_at":"2026-06-09T11:05:02.743Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91d20f20e9c66662ca14784ac82a36cd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.747Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a671c05363610433108487a2: start","job_status":"start","queue_duration_s":1.465394,"scheduling_latency_s":1.465414}1351vm-test-run-nixbot-gitlab> gitlab # [  154.282261] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.311Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a671c05363610433108487a2","created_at":"2026-06-09T11:05:02.743Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"91d20f20e9c66662ca14784ac82a36cd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.747Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a671c05363610433108487a2: done: 0.098211 sec","job_status":"done","queue_duration_s":1.465394,"scheduling_latency_s":1.465414,"redis_calls":12,"redis_duration_s":0.002919,"redis_read_bytes":11,"redis_write_bytes":1612,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":347,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001537,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":7,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000442793,"exclusive_lock_hold_duration_s":0.024312028,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.098211,"completed_at":"2026-06-09T11:05:04.311Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019626,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  154.289806] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.318Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"9060bb1cfafd30a95f6f8fed","created_at":"2026-06-09T11:05:02.760Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f062318727d50ce9dabf91cce2ab40ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T11:05:02.771Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-9060bb1cfafd30a95f6f8fed: start","job_status":"start","queue_duration_s":1.546411,"scheduling_latency_s":1.546439}1353vm-test-run-nixbot-gitlab> gitlab # [  154.317121] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.346Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1354vm-test-run-nixbot-gitlab> gitlab # [  154.324527] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.353Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"9060bb1cfafd30a95f6f8fed","created_at":"2026-06-09T11:05:02.760Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f062318727d50ce9dabf91cce2ab40ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-09T11:05:02.771Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-9060bb1cfafd30a95f6f8fed: done: 0.035882 sec","job_status":"done","queue_duration_s":1.546411,"scheduling_latency_s":1.546439,"redis_calls":10,"redis_duration_s":0.011841,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000432,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001487,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.009922,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00040061,"duration_s":0.035882,"completed_at":"2026-06-09T11:05:04.353Z","load_balancing_strategy":"primary","db_duration_s":0.000676,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1355vm-test-run-nixbot-gitlab> gitlab # [  154.419283] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.359Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"bd427f4b41ebdd35e30cc85e","created_at":"2026-06-09T11:05:02.787Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a594564c6d9abb31c6478d65d6591ed","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.794Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-bd427f4b41ebdd35e30cc85e: start","job_status":"start","queue_duration_s":1.564449,"scheduling_latency_s":1.56447}1356vm-test-run-nixbot-gitlab> gitlab # [  154.424190] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.395Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"bd427f4b41ebdd35e30cc85e","created_at":"2026-06-09T11:05:02.787Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9a594564c6d9abb31c6478d65d6591ed","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.794Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-bd427f4b41ebdd35e30cc85e: done: 0.036452 sec","job_status":"done","queue_duration_s":1.564449,"scheduling_latency_s":1.56447,"redis_calls":10,"redis_duration_s":0.006552,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000429,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003572,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002551,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005456,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.036452,"completed_at":"2026-06-09T11:05:04.395Z","load_balancing_strategy":"primary","db_duration_s":0.013577,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1357vm-test-run-nixbot-gitlab> gitlab # [  154.494596] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.397Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"bc1f152218ffeccbfb731398","created_at":"2026-06-09T11:05:02.807Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.815Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-bc1f152218ffeccbfb731398: start","job_status":"start","queue_duration_s":1.581251,"scheduling_latency_s":1.581272}1358vm-test-run-nixbot-gitlab> gitlab # [  154.496429] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"bc1f152218ffeccbfb731398","created_at":"2026-06-09T11:05:02.807Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.815Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-bc1f152218ffeccbfb731398: done: 0.097783 sec","job_status":"done","queue_duration_s":1.581251,"scheduling_latency_s":1.581272,"redis_calls":71,"redis_duration_s":0.018692,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002304,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000929,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.01474,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000719,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0742,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000389156,"duration_s":0.097783,"completed_at":"2026-06-09T11:05:04.494Z","load_balancing_strategy":"primary","db_duration_s":0.001399,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359vm-test-run-nixbot-gitlab> gitlab # [  154.620538] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.496Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"10436c907a18c5552a1130e1","created_at":"2026-06-09T11:05:02.831Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f0873d31358adb97d34ea7210f6ba4d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.839Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-10436c907a18c5552a1130e1: start","job_status":"start","queue_duration_s":1.656506,"scheduling_latency_s":1.656527}1360vm-test-run-nixbot-gitlab> gitlab # [  154.622149] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.506Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1361vm-test-run-nixbot-gitlab> gitlab # [  154.622791] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.512Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"10436c907a18c5552a1130e1","created_at":"2026-06-09T11:05:02.831Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f0873d31358adb97d34ea7210f6ba4d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.839Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-10436c907a18c5552a1130e1: done: 0.016177 sec","job_status":"done","queue_duration_s":1.656506,"scheduling_latency_s":1.656527,"redis_calls":10,"redis_duration_s":0.002073,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00046,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001216,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000397,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009728,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000379657,"duration_s":0.016177,"completed_at":"2026-06-09T11:05:04.512Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000499,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  154.706561] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.513Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"368d20870b74c6431b0a2954","created_at":"2026-06-09T11:05:02.879Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4038e0aa7bbb9fd79709560ce87e9d39","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.887Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-368d20870b74c6431b0a2954: start","job_status":"start","queue_duration_s":1.62561,"scheduling_latency_s":1.62563}1363vm-test-run-nixbot-gitlab> gitlab # [  154.708088] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.536Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"368d20870b74c6431b0a2954","created_at":"2026-06-09T11:05:02.879Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4038e0aa7bbb9fd79709560ce87e9d39","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.887Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-368d20870b74c6431b0a2954: done: 0.022493 sec","job_status":"done","queue_duration_s":1.62561,"scheduling_latency_s":1.62563,"redis_calls":12,"redis_duration_s":0.00333,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000393,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001326,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001611,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011945,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001070807,"exclusive_lock_hold_duration_s":0.006118653999999999,"duration_s":0.022493,"completed_at":"2026-06-09T11:05:04.535Z","load_balancing_strategy":"primary","db_duration_s":0.003427,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  154.780763] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.537Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"0b6d20d180423eb0fbec328d","created_at":"2026-06-09T11:05:02.900Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c767a85b2d3fd3254196ea14f5b6cc6c","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.907Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-0b6d20d180423eb0fbec328d: start","job_status":"start","queue_duration_s":1.629982,"scheduling_latency_s":1.630002}1365vm-test-run-nixbot-gitlab> gitlab # [  154.782226] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.565Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"0b6d20d180423eb0fbec328d","created_at":"2026-06-09T11:05:02.900Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c767a85b2d3fd3254196ea14f5b6cc6c","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.907Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-0b6d20d180423eb0fbec328d: done: 0.027958 sec","job_status":"done","queue_duration_s":1.629982,"scheduling_latency_s":1.630002,"redis_calls":10,"redis_duration_s":0.002225,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000466,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000330209,"duration_s":0.027958,"completed_at":"2026-06-09T11:05:04.565Z","load_balancing_strategy":"primary","db_duration_s":0.007568,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  154.853356] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.566Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"264c2f232d8b8dfb153ef50f","created_at":"2026-06-09T11:05:02.920Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e11467a81732c3d5c737014113d40334","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.927Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-264c2f232d8b8dfb153ef50f: start","job_status":"start","queue_duration_s":1.639171,"scheduling_latency_s":1.639192}1367vm-test-run-nixbot-gitlab> gitlab # [  154.854610] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.598Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"264c2f232d8b8dfb153ef50f","created_at":"2026-06-09T11:05:02.920Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e11467a81732c3d5c737014113d40334","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.927Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-264c2f232d8b8dfb153ef50f: done: 0.031419 sec","job_status":"done","queue_duration_s":1.639171,"scheduling_latency_s":1.639192,"redis_calls":12,"redis_duration_s":0.002853,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000406,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001497,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00095,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000459555,"exclusive_lock_hold_duration_s":0.008813689999999999,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.031419,"completed_at":"2026-06-09T11:05:04.598Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009522,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  154.933095] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.599Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a8c8f09dbad93629db56aadf","created_at":"2026-06-09T11:05:02.944Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b56568286299c47c270a508dce516bc5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.952Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a8c8f09dbad93629db56aadf: start","job_status":"start","queue_duration_s":1.647138,"scheduling_latency_s":1.647157}1369vm-test-run-nixbot-gitlab> gitlab # [  154.943913] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.617Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a8c8f09dbad93629db56aadf","created_at":"2026-06-09T11:05:02.944Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b56568286299c47c270a508dce516bc5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.952Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a8c8f09dbad93629db56aadf: done: 0.017723 sec","job_status":"done","queue_duration_s":1.647138,"scheduling_latency_s":1.647157,"redis_calls":10,"redis_duration_s":0.002274,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000474,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001372,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000428,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010311,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337474,"duration_s":0.017723,"completed_at":"2026-06-09T11:05:04.617Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000391,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  155.015197] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.618Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a3b06bafa8c5d9b280577948","created_at":"2026-06-09T11:05:02.974Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.982Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a3b06bafa8c5d9b280577948: start","job_status":"start","queue_duration_s":1.636022,"scheduling_latency_s":1.636042}1371vm-test-run-nixbot-gitlab> gitlab # [  155.032380] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.645Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a3b06bafa8c5d9b280577948","created_at":"2026-06-09T11:05:02.974Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:02.982Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a3b06bafa8c5d9b280577948: done: 0.027311 sec","job_status":"done","queue_duration_s":1.636022,"scheduling_latency_s":1.636042,"redis_calls":19,"redis_duration_s":0.004121,"redis_read_bytes":22,"redis_write_bytes":4785,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000884,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000289,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002214,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000734,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017891,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000334958,"duration_s":0.027311,"completed_at":"2026-06-09T11:05:04.645Z","load_balancing_strategy":"primary","db_duration_s":0.001562,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  155.107380] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:04.647Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f678965a5ae83c70f1fb8e81","created_at":"2026-06-09T11:05:02.995Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"65f70fec1a9f8506570ee253ea85e389","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.000Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f678965a5ae83c70f1fb8e81: start","job_status":"start","queue_duration_s":1.646646,"scheduling_latency_s":1.646666}1373vm-test-run-nixbot-gitlab> gitlab # [  155.178589] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.057Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f678965a5ae83c70f1fb8e81","created_at":"2026-06-09T11:05:02.995Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"65f70fec1a9f8506570ee253ea85e389","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.000Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f678965a5ae83c70f1fb8e81: done: 0.410235 sec","job_status":"done","queue_duration_s":1.646646,"scheduling_latency_s":1.646666,"redis_calls":574,"redis_duration_s":0.127733,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001446,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.125869,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.316813,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000362337,"duration_s":0.410235,"completed_at":"2026-06-09T11:05:05.057Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001966,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  155.188123] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.059Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"d6a41f853ae10ddab2e0cfa0","created_at":"2026-06-09T11:05:03.012Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"317dc67ce635242b1fa6bbeda6d0ed0d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.017Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-d6a41f853ae10ddab2e0cfa0: start","job_status":"start","queue_duration_s":2.041641,"scheduling_latency_s":2.041663}1375vm-test-run-nixbot-gitlab> gitlab # [  155.263906] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.071Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1376vm-test-run-nixbot-gitlab> gitlab # [  155.265429] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.077Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"d6a41f853ae10ddab2e0cfa0","created_at":"2026-06-09T11:05:03.012Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"317dc67ce635242b1fa6bbeda6d0ed0d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.017Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-d6a41f853ae10ddab2e0cfa0: done: 0.018147 sec","job_status":"done","queue_duration_s":2.041641,"scheduling_latency_s":2.041663,"redis_calls":10,"redis_duration_s":0.0023109999999999997,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000425,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000493,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010195,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039167,"duration_s":0.018147,"completed_at":"2026-06-09T11:05:05.077Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001056,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [  155.345194] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.078Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1e1e59b4f58e38319eeb9487","created_at":"2026-06-09T11:05:03.027Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"749dbaf5529876fd54fd2b6370d6d969","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.035Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1e1e59b4f58e38319eeb9487: start","job_status":"start","queue_duration_s":2.04313,"scheduling_latency_s":2.043149}1378vm-test-run-nixbot-gitlab> gitlab # [  155.346801] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.098Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1e1e59b4f58e38319eeb9487","created_at":"2026-06-09T11:05:03.027Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"749dbaf5529876fd54fd2b6370d6d969","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.035Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1e1e59b4f58e38319eeb9487: done: 0.019652 sec","job_status":"done","queue_duration_s":2.04313,"scheduling_latency_s":2.043149,"redis_calls":10,"redis_duration_s":0.002153,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000405,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001324,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000424,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010914,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000330768,"duration_s":0.019652,"completed_at":"2026-06-09T11:05:05.098Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001847,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379vm-test-run-nixbot-gitlab> gitlab # [  155.373301] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.099Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"af4033e8466726ab8613f2b5","created_at":"2026-06-09T11:05:03.042Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6230727a3d7761bc004625b04a603d7d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.048Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-af4033e8466726ab8613f2b5: start","job_status":"start","queue_duration_s":2.051245,"scheduling_latency_s":2.051302}1380vm-test-run-nixbot-gitlab> gitlab # [  155.442113] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.110Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1381vm-test-run-nixbot-gitlab> gitlab # [  155.443257] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.116Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"af4033e8466726ab8613f2b5","created_at":"2026-06-09T11:05:03.042Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e23531601ad04425","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6230727a3d7761bc004625b04a603d7d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:03.048Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-af4033e8466726ab8613f2b5: done: 0.016338 sec","job_status":"done","queue_duration_s":2.051245,"scheduling_latency_s":2.051302,"redis_calls":10,"redis_duration_s":0.002117,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000405,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001281,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009291,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331606,"duration_s":0.016338,"completed_at":"2026-06-09T11:05:05.116Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000348,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  155.518234] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89ac02a137496f1a614c3ef4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89ac02a137496f1a614c3ef4: start","job_status":"start","queue_duration_s":0.630462,"scheduling_latency_s":0.630481}1383vm-test-run-nixbot-gitlab> gitlab # [  155.519887] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.138Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89ac02a137496f1a614c3ef4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89ac02a137496f1a614c3ef4: done: 0.020762 sec","job_status":"done","queue_duration_s":0.630462,"scheduling_latency_s":0.630481,"redis_calls":16,"redis_duration_s":0.003903,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000412,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001107,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002384,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000330489,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020762,"completed_at":"2026-06-09T11:05:05.138Z","load_balancing_strategy":"primary","db_duration_s":0.000353,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  155.591202] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.139Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58a6d40d8e4bc2ab8abb10c9","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58a6d40d8e4bc2ab8abb10c9: start","job_status":"start","queue_duration_s":0.652616,"scheduling_latency_s":0.652637}1385vm-test-run-nixbot-gitlab> gitlab # [  155.592785] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58a6d40d8e4bc2ab8abb10c9","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58a6d40d8e4bc2ab8abb10c9: done: 0.015451 sec","job_status":"done","queue_duration_s":0.652616,"scheduling_latency_s":0.652637,"redis_calls":13,"redis_duration_s":0.002987,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002059,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015451,"completed_at":"2026-06-09T11:05:05.155Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1386vm-test-run-nixbot-gitlab> gitlab # [  155.677662] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.156Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"031bbc8e7beaa914c420141b","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-031bbc8e7beaa914c420141b: start","job_status":"start","queue_duration_s":0.669584,"scheduling_latency_s":0.669606}1387vm-test-run-nixbot-gitlab> gitlab # [  155.679125] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"031bbc8e7beaa914c420141b","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-031bbc8e7beaa914c420141b: done: 0.01509 sec","job_status":"done","queue_duration_s":0.669584,"scheduling_latency_s":0.669606,"redis_calls":13,"redis_duration_s":0.0029639999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001911,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01509,"completed_at":"2026-06-09T11:05:05.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  155.716281] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ce0740bde4cbaa279a2592c","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ce0740bde4cbaa279a2592c: start","job_status":"start","queue_duration_s":0.686124,"scheduling_latency_s":0.686144}1389vm-test-run-nixbot-gitlab> gitlab # [  155.794388] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.188Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ce0740bde4cbaa279a2592c","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ce0740bde4cbaa279a2592c: done: 0.015218 sec","job_status":"done","queue_duration_s":0.686124,"scheduling_latency_s":0.686144,"redis_calls":13,"redis_duration_s":0.0028989999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001995,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015218,"completed_at":"2026-06-09T11:05:05.188Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  155.796996] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.189Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"444a44d7c1d83ccbef92a209","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-444a44d7c1d83ccbef92a209: start","job_status":"start","queue_duration_s":0.702596,"scheduling_latency_s":0.702618}1391vm-test-run-nixbot-gitlab> gitlab # [  155.879368] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"444a44d7c1d83ccbef92a209","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-444a44d7c1d83ccbef92a209: done: 0.061867 sec","job_status":"done","queue_duration_s":0.702596,"scheduling_latency_s":0.702618,"redis_calls":13,"redis_duration_s":0.002895,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053969,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.061867,"completed_at":"2026-06-09T11:05:05.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  155.881206] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.252Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a491d8a8786798f53211f5f","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a491d8a8786798f53211f5f: start","job_status":"start","queue_duration_s":0.7658,"scheduling_latency_s":0.765828}1393vm-test-run-nixbot-gitlab> gitlab # [  155.897759] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a491d8a8786798f53211f5f","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a491d8a8786798f53211f5f: done: 0.014866 sec","job_status":"done","queue_duration_s":0.7658,"scheduling_latency_s":0.765828,"redis_calls":13,"redis_duration_s":0.002852,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014866,"completed_at":"2026-06-09T11:05:05.267Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  156.025202] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca8f69e08aa5250c01f7c0f2","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca8f69e08aa5250c01f7c0f2: start","job_status":"start","queue_duration_s":0.782292,"scheduling_latency_s":0.782313}1395vm-test-run-nixbot-gitlab> gitlab # [  156.026801] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca8f69e08aa5250c01f7c0f2","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca8f69e08aa5250c01f7c0f2: done: 0.014765 sec","job_status":"done","queue_duration_s":0.782292,"scheduling_latency_s":0.782313,"redis_calls":13,"redis_duration_s":0.0028580000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014765,"completed_at":"2026-06-09T11:05:05.284Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  156.042213] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acec8bb2b2e56032f8db6292","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acec8bb2b2e56032f8db6292: start","job_status":"start","queue_duration_s":0.798367,"scheduling_latency_s":0.798387}1397vm-test-run-nixbot-gitlab> gitlab # [  156.062355] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.300Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acec8bb2b2e56032f8db6292","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acec8bb2b2e56032f8db6292: done: 0.015088 sec","job_status":"done","queue_duration_s":0.798367,"scheduling_latency_s":0.798387,"redis_calls":13,"redis_duration_s":0.002718,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000852,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001866,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009503,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015088,"completed_at":"2026-06-09T11:05:05.300Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  156.125181] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7dc6e42711746e2cb51bd6a","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7dc6e42711746e2cb51bd6a: start","job_status":"start","queue_duration_s":0.814729,"scheduling_latency_s":0.814748}1399vm-test-run-nixbot-gitlab> gitlab # [  156.145209] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7dc6e42711746e2cb51bd6a","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7dc6e42711746e2cb51bd6a: done: 0.014934 sec","job_status":"done","queue_duration_s":0.814729,"scheduling_latency_s":0.814748,"redis_calls":13,"redis_duration_s":0.0029639999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002054,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009515,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014934,"completed_at":"2026-06-09T11:05:05.316Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1400vm-test-run-nixbot-gitlab> gitlab # [  156.228310] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.318Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99cf6041b0d9c9baf6a1e19a","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99cf6041b0d9c9baf6a1e19a: start","job_status":"start","queue_duration_s":0.83104,"scheduling_latency_s":0.831061}1401vm-test-run-nixbot-gitlab> gitlab # [  156.229931] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99cf6041b0d9c9baf6a1e19a","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99cf6041b0d9c9baf6a1e19a: done: 0.015135 sec","job_status":"done","queue_duration_s":0.83104,"scheduling_latency_s":0.831061,"redis_calls":13,"redis_duration_s":0.002884,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000966,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009089,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015135,"completed_at":"2026-06-09T11:05:05.333Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1402vm-test-run-nixbot-gitlab> gitlab # [  156.323819] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bf43242b04a0ed297854ffe","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bf43242b04a0ed297854ffe: start","job_status":"start","queue_duration_s":0.847486,"scheduling_latency_s":0.847507}1403vm-test-run-nixbot-gitlab> gitlab # [  156.324973] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.349Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bf43242b04a0ed297854ffe","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bf43242b04a0ed297854ffe: done: 0.014802 sec","job_status":"done","queue_duration_s":0.847486,"scheduling_latency_s":0.847507,"redis_calls":13,"redis_duration_s":0.002927,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00202,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014802,"completed_at":"2026-06-09T11:05:05.349Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1404vm-test-run-nixbot-gitlab> gitlab # [  156.394974] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d850606bc09c3bd52688c12","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d850606bc09c3bd52688c12: start","job_status":"start","queue_duration_s":0.863526,"scheduling_latency_s":0.863547}1405vm-test-run-nixbot-gitlab> gitlab # [  156.396131] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.365Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3d850606bc09c3bd52688c12","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3d850606bc09c3bd52688c12: done: 0.01483 sec","job_status":"done","queue_duration_s":0.863526,"scheduling_latency_s":0.863547,"redis_calls":13,"redis_duration_s":0.002849,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009481,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01483,"completed_at":"2026-06-09T11:05:05.365Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  156.510158] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9b3edb25219438fb7ebda24","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9b3edb25219438fb7ebda24: start","job_status":"start","queue_duration_s":0.879591,"scheduling_latency_s":0.879611}1407vm-test-run-nixbot-gitlab> gitlab # [  156.511483] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.381Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9b3edb25219438fb7ebda24","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9b3edb25219438fb7ebda24: done: 0.014742 sec","job_status":"done","queue_duration_s":0.879591,"scheduling_latency_s":0.879611,"redis_calls":13,"redis_duration_s":0.002813,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000852,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00911,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014742,"completed_at":"2026-06-09T11:05:05.381Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  156.590332] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bce5811a9be38294896772f4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bce5811a9be38294896772f4: start","job_status":"start","queue_duration_s":0.895978,"scheduling_latency_s":0.895998}1409vm-test-run-nixbot-gitlab> gitlab # [  156.591498] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bce5811a9be38294896772f4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bce5811a9be38294896772f4: done: 0.01514 sec","job_status":"done","queue_duration_s":0.895978,"scheduling_latency_s":0.895998,"redis_calls":13,"redis_duration_s":0.003182,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00227,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01514,"completed_at":"2026-06-09T11:05:05.398Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  156.611906] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.399Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c218f8e2da6c8ffdfb47ca1d","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c218f8e2da6c8ffdfb47ca1d: start","job_status":"start","queue_duration_s":0.91236,"scheduling_latency_s":0.912381}1411vm-test-run-nixbot-gitlab> gitlab # [  156.681631] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.414Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c218f8e2da6c8ffdfb47ca1d","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c218f8e2da6c8ffdfb47ca1d: done: 0.014904 sec","job_status":"done","queue_duration_s":0.91236,"scheduling_latency_s":0.912381,"redis_calls":13,"redis_duration_s":0.0028699999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000852,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002018,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009586,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014904,"completed_at":"2026-06-09T11:05:05.414Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  156.758348] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10472e1bdb335ebc98b2c5da","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10472e1bdb335ebc98b2c5da: start","job_status":"start","queue_duration_s":0.928655,"scheduling_latency_s":0.928676}1413vm-test-run-nixbot-gitlab> gitlab # [  156.759967] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.430Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10472e1bdb335ebc98b2c5da","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10472e1bdb335ebc98b2c5da: done: 0.014851 sec","job_status":"done","queue_duration_s":0.928655,"scheduling_latency_s":0.928676,"redis_calls":13,"redis_duration_s":0.002896,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000902,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001994,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014851,"completed_at":"2026-06-09T11:05:05.430Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  156.773090] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff87fd13e4b341c6b7d4dbe4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff87fd13e4b341c6b7d4dbe4: start","job_status":"start","queue_duration_s":0.944719,"scheduling_latency_s":0.94474}1415vm-test-run-nixbot-gitlab> gitlab # [  156.793180] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff87fd13e4b341c6b7d4dbe4","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff87fd13e4b341c6b7d4dbe4: done: 0.015193 sec","job_status":"done","queue_duration_s":0.944719,"scheduling_latency_s":0.94474,"redis_calls":13,"redis_duration_s":0.0029389999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015193,"completed_at":"2026-06-09T11:05:05.446Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  156.890483] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.448Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ecbdf95118697169da4d4289","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ecbdf95118697169da4d4289: start","job_status":"start","queue_duration_s":0.96129,"scheduling_latency_s":0.961311}1417vm-test-run-nixbot-gitlab> gitlab # [  156.891989] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ecbdf95118697169da4d4289","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ecbdf95118697169da4d4289: done: 0.014854 sec","job_status":"done","queue_duration_s":0.96129,"scheduling_latency_s":0.961311,"redis_calls":13,"redis_duration_s":0.002836,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000867,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014854,"completed_at":"2026-06-09T11:05:05.463Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  156.977047] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.464Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c20cdc3acb573a8275b2c4b9","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c20cdc3acb573a8275b2c4b9: start","job_status":"start","queue_duration_s":0.977412,"scheduling_latency_s":0.977432}1419vm-test-run-nixbot-gitlab> gitlab # [  156.978408] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.481Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c20cdc3acb573a8275b2c4b9","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c20cdc3acb573a8275b2c4b9: done: 0.016999 sec","job_status":"done","queue_duration_s":0.977412,"scheduling_latency_s":0.977432,"redis_calls":13,"redis_duration_s":0.002977,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002066,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009524,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016999,"completed_at":"2026-06-09T11:05:05.481Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1420vm-test-run-nixbot-gitlab> gitlab # [  157.082209] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.482Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ad87bb2a2dc72d9cda4ed12","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ad87bb2a2dc72d9cda4ed12: start","job_status":"start","queue_duration_s":0.995686,"scheduling_latency_s":0.995707}1421vm-test-run-nixbot-gitlab> gitlab # [  157.083319] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.498Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ad87bb2a2dc72d9cda4ed12","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ad87bb2a2dc72d9cda4ed12: done: 0.015412 sec","job_status":"done","queue_duration_s":0.995686,"scheduling_latency_s":0.995707,"redis_calls":13,"redis_duration_s":0.0030080000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000978,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00203,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009673,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015412,"completed_at":"2026-06-09T11:05:05.498Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1422vm-test-run-nixbot-gitlab> gitlab # [  157.153143] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.499Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fbc839ef89ded754fe46feec","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fbc839ef89ded754fe46feec: start","job_status":"start","queue_duration_s":1.012724,"scheduling_latency_s":1.012745}1423vm-test-run-nixbot-gitlab> gitlab # [  157.154519] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.514Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fbc839ef89ded754fe46feec","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fbc839ef89ded754fe46feec: done: 0.014936 sec","job_status":"done","queue_duration_s":1.012724,"scheduling_latency_s":1.012745,"redis_calls":13,"redis_duration_s":0.003091,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002199,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014936,"completed_at":"2026-06-09T11:05:05.514Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  157.228888] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fdd35bda3df29b969a4a106","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fdd35bda3df29b969a4a106: start","job_status":"start","queue_duration_s":1.029056,"scheduling_latency_s":1.029076}1425vm-test-run-nixbot-gitlab> gitlab # [  157.230119] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fdd35bda3df29b969a4a106","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fdd35bda3df29b969a4a106: done: 0.01463 sec","job_status":"done","queue_duration_s":1.029056,"scheduling_latency_s":1.029076,"redis_calls":13,"redis_duration_s":0.002875,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00197,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0098,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01463,"completed_at":"2026-06-09T11:05:05.530Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  157.304493] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.531Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c7da14125eff00ca849a06","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c7da14125eff00ca849a06: start","job_status":"start","queue_duration_s":1.044927,"scheduling_latency_s":1.044956}1427vm-test-run-nixbot-gitlab> gitlab # [  157.305569] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.546Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46c7da14125eff00ca849a06","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46c7da14125eff00ca849a06: done: 0.014682 sec","job_status":"done","queue_duration_s":1.044927,"scheduling_latency_s":1.044956,"redis_calls":13,"redis_duration_s":0.00272,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000857,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001863,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009905,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014682,"completed_at":"2026-06-09T11:05:05.546Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  157.344275] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ddc9c82e4bf91b8fd04b977","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ddc9c82e4bf91b8fd04b977: start","job_status":"start","queue_duration_s":1.061854,"scheduling_latency_s":1.061875}1429vm-test-run-nixbot-gitlab> gitlab # [  157.364332] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.563Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ddc9c82e4bf91b8fd04b977","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ddc9c82e4bf91b8fd04b977: done: 0.014806 sec","job_status":"done","queue_duration_s":1.061854,"scheduling_latency_s":1.061875,"redis_calls":13,"redis_duration_s":0.002881,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001974,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-09T11:05:05.563Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  157.427966] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a2b4cec6d98eb3c432d2655","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a2b4cec6d98eb3c432d2655: start","job_status":"start","queue_duration_s":1.078332,"scheduling_latency_s":1.078352}1431vm-test-run-nixbot-gitlab> gitlab # [  157.506716] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.580Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a2b4cec6d98eb3c432d2655","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a2b4cec6d98eb3c432d2655: done: 0.015087 sec","job_status":"done","queue_duration_s":1.078332,"scheduling_latency_s":1.078352,"redis_calls":13,"redis_duration_s":0.003071,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000981,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015087,"completed_at":"2026-06-09T11:05:05.580Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  157.509579] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4f841b6448dd35ab9164917","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4f841b6448dd35ab9164917: start","job_status":"start","queue_duration_s":1.094714,"scheduling_latency_s":1.094735}1433vm-test-run-nixbot-gitlab> gitlab # [  157.531364] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4f841b6448dd35ab9164917","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4f841b6448dd35ab9164917: done: 0.015401 sec","job_status":"done","queue_duration_s":1.094714,"scheduling_latency_s":1.094735,"redis_calls":13,"redis_duration_s":0.0032489999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001215,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015401,"completed_at":"2026-06-09T11:05:05.597Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  157.605364] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.598Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5b376c9cd07e6c93da7048c","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5b376c9cd07e6c93da7048c: start","job_status":"start","queue_duration_s":1.111354,"scheduling_latency_s":1.111375}1435vm-test-run-nixbot-gitlab> gitlab # [  157.612143] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a5b376c9cd07e6c93da7048c","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a5b376c9cd07e6c93da7048c: done: 0.015035 sec","job_status":"done","queue_duration_s":1.111354,"scheduling_latency_s":1.111375,"redis_calls":13,"redis_duration_s":0.0029760000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015035,"completed_at":"2026-06-09T11:05:05.613Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  157.688815] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbe7f2ebe7812350bbdf1464","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbe7f2ebe7812350bbdf1464: start","job_status":"start","queue_duration_s":1.127639,"scheduling_latency_s":1.127659}1437vm-test-run-nixbot-gitlab> gitlab # [  157.694302] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bbe7f2ebe7812350bbdf1464","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bbe7f2ebe7812350bbdf1464: done: 0.015191 sec","job_status":"done","queue_duration_s":1.127639,"scheduling_latency_s":1.127659,"redis_calls":13,"redis_duration_s":0.00295,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001985,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015191,"completed_at":"2026-06-09T11:05:05.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  157.771256] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc636e02f3e2a90c6b6c3767","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc636e02f3e2a90c6b6c3767: start","job_status":"start","queue_duration_s":1.1442,"scheduling_latency_s":1.14422}1439vm-test-run-nixbot-gitlab> gitlab # [  157.775238] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.646Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc636e02f3e2a90c6b6c3767","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc636e02f3e2a90c6b6c3767: done: 0.015486 sec","job_status":"done","queue_duration_s":1.1442,"scheduling_latency_s":1.14422,"redis_calls":13,"redis_duration_s":0.002863,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001964,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015486,"completed_at":"2026-06-09T11:05:05.646Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [  157.851184] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.648Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ed2c656bdf908b6a877221b","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ed2c656bdf908b6a877221b: start","job_status":"start","queue_duration_s":1.161091,"scheduling_latency_s":1.161112}1441vm-test-run-nixbot-gitlab> gitlab # [  157.856300] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.662Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3ed2c656bdf908b6a877221b","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3ed2c656bdf908b6a877221b: done: 0.014905 sec","job_status":"done","queue_duration_s":1.161091,"scheduling_latency_s":1.161112,"redis_calls":13,"redis_duration_s":0.0027790000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000827,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009977,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014905,"completed_at":"2026-06-09T11:05:05.662Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [  157.944193] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.664Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d55e92af89202f87218649e","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d55e92af89202f87218649e: start","job_status":"start","queue_duration_s":1.177217,"scheduling_latency_s":1.177238}1443vm-test-run-nixbot-gitlab> gitlab # [  157.945744] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.678Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d55e92af89202f87218649e","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d55e92af89202f87218649e: done: 0.014617 sec","job_status":"done","queue_duration_s":1.177217,"scheduling_latency_s":1.177238,"redis_calls":13,"redis_duration_s":0.002665,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001805,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009847,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014617,"completed_at":"2026-06-09T11:05:05.678Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  158.040324] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.680Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c883f572f56bfd861eba870","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c883f572f56bfd861eba870: start","job_status":"start","queue_duration_s":1.193143,"scheduling_latency_s":1.193162}1445vm-test-run-nixbot-gitlab> gitlab # [  158.042067] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.694Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c883f572f56bfd861eba870","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c883f572f56bfd861eba870: done: 0.014678 sec","job_status":"done","queue_duration_s":1.193143,"scheduling_latency_s":1.193162,"redis_calls":13,"redis_duration_s":0.002957,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009844,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014678,"completed_at":"2026-06-09T11:05:05.694Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [  158.135228] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:05.696Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f761fd99e3afe8438b4b8713","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f761fd99e3afe8438b4b8713: start","job_status":"start","queue_duration_s":1.209335,"scheduling_latency_s":1.209355}1447vm-test-run-nixbot-gitlab> gitlab # [  158.429486] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 3893596168 wd_nsec: 38935963801448vm-test-run-nixbot-gitlab> gitlab # [  158.175984] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f761fd99e3afe8438b4b8713","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f761fd99e3afe8438b4b8713: done: 2.509093 sec","job_status":"done","queue_duration_s":1.209335,"scheduling_latency_s":1.209355,"redis_calls":13,"redis_duration_s":0.004056,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001025,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003031,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":2.509093,"completed_at":"2026-06-09T11:05:08.205Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  158.240385] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ea0f24983fe183bab49dcb05","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ea0f24983fe183bab49dcb05: start","job_status":"start","queue_duration_s":3.782845,"scheduling_latency_s":3.782881}1450vm-test-run-nixbot-gitlab> gitlab # [  158.279294] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ea0f24983fe183bab49dcb05","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ea0f24983fe183bab49dcb05: done: 0.038865 sec","job_status":"done","queue_duration_s":3.782845,"scheduling_latency_s":3.782881,"redis_calls":13,"redis_duration_s":0.005154,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001599,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003555,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.038865,"completed_at":"2026-06-09T11:05:08.308Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [  158.343401] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30d2f9c84aed43a21e93b3f8","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30d2f9c84aed43a21e93b3f8: start","job_status":"start","queue_duration_s":3.885472,"scheduling_latency_s":3.885505}1452vm-test-run-nixbot-gitlab> gitlab # [  158.382951] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.412Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30d2f9c84aed43a21e93b3f8","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30d2f9c84aed43a21e93b3f8: done: 0.039843 sec","job_status":"done","queue_duration_s":3.885472,"scheduling_latency_s":3.885505,"redis_calls":13,"redis_duration_s":0.005313,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001802,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003511,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039843,"completed_at":"2026-06-09T11:05:08.412Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [  158.446753] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.476Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21a4afcbf7e46126f46e60df","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21a4afcbf7e46126f46e60df: start","job_status":"start","queue_duration_s":3.989148,"scheduling_latency_s":3.989182}1454vm-test-run-nixbot-gitlab> gitlab # [  158.487383] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"21a4afcbf7e46126f46e60df","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-21a4afcbf7e46126f46e60df: done: 0.040526 sec","job_status":"done","queue_duration_s":3.989148,"scheduling_latency_s":3.989182,"redis_calls":13,"redis_duration_s":0.00556,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003469,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.001039,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040526,"completed_at":"2026-06-09T11:05:08.516Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [  158.494490] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66ab63405145077d2c2337ec","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66ab63405145077d2c2337ec: start","job_status":"start","queue_duration_s":4.036519,"scheduling_latency_s":4.036584}1456vm-test-run-nixbot-gitlab> gitlab # [  158.533933] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"66ab63405145077d2c2337ec","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-66ab63405145077d2c2337ec: done: 0.039412 sec","job_status":"done","queue_duration_s":4.036519,"scheduling_latency_s":4.036584,"redis_calls":13,"redis_duration_s":0.007466,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004551,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022645,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039412,"completed_at":"2026-06-09T11:05:08.562Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  158.562407] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86e77e9ad3c7008411ce17f2","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86e77e9ad3c7008411ce17f2: start","job_status":"start","queue_duration_s":4.082674,"scheduling_latency_s":4.08271}1458vm-test-run-nixbot-gitlab> gitlab # [  158.632201] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86e77e9ad3c7008411ce17f2","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86e77e9ad3c7008411ce17f2: done: 0.02452 sec","job_status":"done","queue_duration_s":4.082674,"scheduling_latency_s":4.08271,"redis_calls":13,"redis_duration_s":0.009873,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003279,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006594,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02452,"completed_at":"2026-06-09T11:05:08.594Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  158.702138] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e68c8cb845568631f28b4a53","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e68c8cb845568631f28b4a53: start","job_status":"start","queue_duration_s":4.108408,"scheduling_latency_s":4.10843}1460vm-test-run-nixbot-gitlab> gitlab # [  158.702891] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.610Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e68c8cb845568631f28b4a53","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e68c8cb845568631f28b4a53: done: 0.014729 sec","job_status":"done","queue_duration_s":4.108408,"scheduling_latency_s":4.10843,"redis_calls":13,"redis_duration_s":0.002811,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009784,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014729,"completed_at":"2026-06-09T11:05:08.610Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [  158.725392] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09c3452129bf474911854fcb","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09c3452129bf474911854fcb: start","job_status":"start","queue_duration_s":4.124442,"scheduling_latency_s":4.124462}1462vm-test-run-nixbot-gitlab> gitlab # [  158.745349] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.626Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09c3452129bf474911854fcb","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09c3452129bf474911854fcb: done: 0.014956 sec","job_status":"done","queue_duration_s":4.124442,"scheduling_latency_s":4.124462,"redis_calls":13,"redis_duration_s":0.003049,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00216,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014956,"completed_at":"2026-06-09T11:05:08.626Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  158.814966] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.627Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ecb4a5fe792ac20a3f60bea","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ecb4a5fe792ac20a3f60bea: start","job_status":"start","queue_duration_s":4.140627,"scheduling_latency_s":4.140649}1464vm-test-run-nixbot-gitlab> gitlab # [  158.827849] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.642Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ecb4a5fe792ac20a3f60bea","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ecb4a5fe792ac20a3f60bea: done: 0.014652 sec","job_status":"done","queue_duration_s":4.140627,"scheduling_latency_s":4.140649,"redis_calls":13,"redis_duration_s":0.002843,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009922,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014652,"completed_at":"2026-06-09T11:05:08.642Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  158.891152] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.643Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e136a0114abf577a6bf33444","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e136a0114abf577a6bf33444: start","job_status":"start","queue_duration_s":4.156505,"scheduling_latency_s":4.156525}1466vm-test-run-nixbot-gitlab> gitlab # [  158.911111] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.658Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e136a0114abf577a6bf33444","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e136a0114abf577a6bf33444: done: 0.014806 sec","job_status":"done","queue_duration_s":4.156505,"scheduling_latency_s":4.156525,"redis_calls":13,"redis_duration_s":0.0027210000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000812,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001909,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-09T11:05:08.658Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467vm-test-run-nixbot-gitlab> gitlab # [  158.993257] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.659Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae6606785aca346d98523803","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae6606785aca346d98523803: start","job_status":"start","queue_duration_s":4.17252,"scheduling_latency_s":4.17254}1468vm-test-run-nixbot-gitlab> gitlab # [  158.994819] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.677Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ae6606785aca346d98523803","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ae6606785aca346d98523803: done: 0.017622 sec","job_status":"done","queue_duration_s":4.17252,"scheduling_latency_s":4.17254,"redis_calls":13,"redis_duration_s":0.002774,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000869,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009813,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017622,"completed_at":"2026-06-09T11:05:08.677Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1469vm-test-run-nixbot-gitlab> gitlab # [  159.065169] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.678Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a9a46d81e786e944653b609","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a9a46d81e786e944653b609: start","job_status":"start","queue_duration_s":4.19138,"scheduling_latency_s":4.191401}1470vm-test-run-nixbot-gitlab> gitlab # [  159.133235] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0a9a46d81e786e944653b609","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0a9a46d81e786e944653b609: done: 0.014517 sec","job_status":"done","queue_duration_s":4.19138,"scheduling_latency_s":4.191401,"redis_calls":13,"redis_duration_s":0.00293,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000814,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002116,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009897,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014517,"completed_at":"2026-06-09T11:05:08.692Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  159.134990] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.694Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9719d8be11cadc5e5a73a7e5","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9719d8be11cadc5e5a73a7e5: start","job_status":"start","queue_duration_s":4.20718,"scheduling_latency_s":4.2072}1472vm-test-run-nixbot-gitlab> gitlab # [  159.207420] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.708Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9719d8be11cadc5e5a73a7e5","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9719d8be11cadc5e5a73a7e5: done: 0.014395 sec","job_status":"done","queue_duration_s":4.20718,"scheduling_latency_s":4.2072,"redis_calls":13,"redis_duration_s":0.002828,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000862,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001966,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014395,"completed_at":"2026-06-09T11:05:08.708Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [  159.275995] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42a18804cc6f67fa9f0e5eca","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42a18804cc6f67fa9f0e5eca: start","job_status":"start","queue_duration_s":4.22278,"scheduling_latency_s":4.2228}1474vm-test-run-nixbot-gitlab> gitlab # [  159.277432] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.724Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42a18804cc6f67fa9f0e5eca","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42a18804cc6f67fa9f0e5eca: done: 0.014589 sec","job_status":"done","queue_duration_s":4.22278,"scheduling_latency_s":4.2228,"redis_calls":13,"redis_duration_s":0.0028669999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001036,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001831,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014589,"completed_at":"2026-06-09T11:05:08.724Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [  159.294188] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6259e228afe2f62a34f5d598","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6259e228afe2f62a34f5d598: start","job_status":"start","queue_duration_s":4.238716,"scheduling_latency_s":4.238736}1476vm-test-run-nixbot-gitlab> gitlab # [  159.314304] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.750Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6259e228afe2f62a34f5d598","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6259e228afe2f62a34f5d598: done: 0.024324 sec","job_status":"done","queue_duration_s":4.238716,"scheduling_latency_s":4.238736,"redis_calls":13,"redis_duration_s":0.012438999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007349,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010087,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024324,"completed_at":"2026-06-09T11:05:08.749Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  159.394180] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.753Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0663e86005b2f1cf5313f6e1","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0663e86005b2f1cf5313f6e1: start","job_status":"start","queue_duration_s":4.266273,"scheduling_latency_s":4.266294}1478vm-test-run-nixbot-gitlab> gitlab # [  159.395818] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.776Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0663e86005b2f1cf5313f6e1","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0663e86005b2f1cf5313f6e1: done: 0.022755 sec","job_status":"done","queue_duration_s":4.266273,"scheduling_latency_s":4.266294,"redis_calls":13,"redis_duration_s":0.010365,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003412,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022755,"completed_at":"2026-06-09T11:05:08.775Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [  159.471241] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8f2a7d7aa1e728a9bb5a765","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8f2a7d7aa1e728a9bb5a765: start","job_status":"start","queue_duration_s":4.290325,"scheduling_latency_s":4.290347}1480vm-test-run-nixbot-gitlab> gitlab # [  159.475365] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8f2a7d7aa1e728a9bb5a765","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8f2a7d7aa1e728a9bb5a765: done: 0.014585 sec","job_status":"done","queue_duration_s":4.290325,"scheduling_latency_s":4.290347,"redis_calls":13,"redis_duration_s":0.002895,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002023,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014585,"completed_at":"2026-06-09T11:05:08.791Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [  159.555133] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5db8676bda2878f4f076836e","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5db8676bda2878f4f076836e: start","job_status":"start","queue_duration_s":4.306213,"scheduling_latency_s":4.306234}1482vm-test-run-nixbot-gitlab> gitlab # [  159.556292] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.807Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5db8676bda2878f4f076836e","created_at":"2026-06-09T11:05:04.414Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-1cadb9adb7ae47cd","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"d58fb6f1aa9df37933f46c059ae4298c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.486Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5db8676bda2878f4f076836e: done: 0.014637 sec","job_status":"done","queue_duration_s":4.306213,"scheduling_latency_s":4.306234,"redis_calls":13,"redis_duration_s":0.00271,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014637,"completed_at":"2026-06-09T11:05:08.807Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [  159.619445] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.809Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a30094c485336d85847adf12","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a30094c485336d85847adf12: start","job_status":"start","queue_duration_s":4.169034,"scheduling_latency_s":4.169054}1484vm-test-run-nixbot-gitlab> gitlab # [  159.638793] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.822Z","message":"No existing merge request to be cleaned up."}1485vm-test-run-nixbot-gitlab> gitlab # [  159.708463] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.831Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a30094c485336d85847adf12","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a30094c485336d85847adf12: done: 0.022556 sec","job_status":"done","queue_duration_s":4.169034,"scheduling_latency_s":4.169054,"redis_calls":13,"redis_duration_s":0.002808,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001345,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000333562,"duration_s":0.022556,"completed_at":"2026-06-09T11:05:08.831Z","load_balancing_strategy":"primary","db_duration_s":0.00316,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [  159.710359] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.832Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"db95e5b15e4916c0d445acd7","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-db95e5b15e4916c0d445acd7: start","job_status":"start","queue_duration_s":4.192864,"scheduling_latency_s":4.192884}1487vm-test-run-nixbot-gitlab> gitlab # [  159.782188] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.841Z","message":"No existing merge request to be cleaned up."}1488vm-test-run-nixbot-gitlab> gitlab # [  159.783816] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.851Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"db95e5b15e4916c0d445acd7","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-db95e5b15e4916c0d445acd7: done: 0.018113 sec","job_status":"done","queue_duration_s":4.192864,"scheduling_latency_s":4.192884,"redis_calls":10,"redis_duration_s":0.005081,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003165,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001916,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009754,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018113,"completed_at":"2026-06-09T11:05:08.850Z","load_balancing_strategy":"primary","db_duration_s":0.001646,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  159.786364] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.854Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0a0f78a6d2fe9d8d63a684e1","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0a0f78a6d2fe9d8d63a684e1: start","job_status":"start","queue_duration_s":4.214354,"scheduling_latency_s":4.214377}1490vm-test-run-nixbot-gitlab> gitlab # [  159.806399] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.867Z","message":"No existing merge request to be cleaned up."}1491vm-test-run-nixbot-gitlab> gitlab # [  159.809312] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.875Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0a0f78a6d2fe9d8d63a684e1","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0a0f78a6d2fe9d8d63a684e1: done: 0.021307 sec","job_status":"done","queue_duration_s":4.214354,"scheduling_latency_s":4.214377,"redis_calls":10,"redis_duration_s":0.00834,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003016,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005324,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021307,"completed_at":"2026-06-09T11:05:08.875Z","load_balancing_strategy":"primary","db_duration_s":0.001443,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [  159.878200] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.879Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e143b8b0edddb7e844285543","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e143b8b0edddb7e844285543: start","job_status":"start","queue_duration_s":4.239341,"scheduling_latency_s":4.239363}1493vm-test-run-nixbot-gitlab> gitlab # [  159.888375] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.893Z","message":"No existing merge request to be cleaned up."}1494vm-test-run-nixbot-gitlab> gitlab # [  159.891284] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:08.901Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e143b8b0edddb7e844285543","created_at":"2026-06-09T11:05:04.631Z","trace_propagation_headers":{"sentry-trace":"e2c1b66c55504e67a3fc3fe7daaf034c-e88fd46069d449db","baggage":"sentry-trace_id=e2c1b66c55504e67a3fc3fe7daaf034c,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"362d401fbb244587701f3fdcdc1daa49","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:04.640Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e143b8b0edddb7e844285543: done: 0.022315 sec","job_status":"done","queue_duration_s":4.239341,"scheduling_latency_s":4.239363,"redis_calls":10,"redis_duration_s":0.009089,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006115,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010094,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022315,"completed_at":"2026-06-09T11:05:08.901Z","load_balancing_strategy":"primary","db_duration_s":0.001388,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  160.439787] setup-gitlab-start[2637]: W, [2026-06-09T11:05:10.468544 #2637]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1496vm-test-run-nixbot-gitlab> gitlab # [  182.089434] runuser[2636]: pam_unix(runuser:session): session closed for user gitlab1497vm-test-run-nixbot-gitlab> gitlab # [  182.096326] setup-gitlab-start[2831]: ++ jq -r .token1498vm-test-run-nixbot-gitlab> gitlab # [  182.099278] setup-gitlab-start[2832]: +++ date -d '+7 days' +%F1499vm-test-run-nixbot-gitlab> gitlab # [  182.101757] setup-gitlab-start[2830]: ++ curl -fs -X POST -H 'Authorization: Bearer 24a1cf4d4dca5f2a3924db483a9456a3a4c4ce88d0028efecc7c152afa1f3e99' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-16"}' http://gitlab/api/v4/users/1/personal_access_tokens1500vm-test-run-nixbot-gitlab> gitlab # [  182.530910] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:32.559Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"7ea7b0e0217f39c01d291ed2","created_at":"2026-06-09T11:05:32.534Z","trace_propagation_headers":{"sentry-trace":"849446e028ff4c7ebf8738a05f717f5b-5b759ef591b44213","baggage":"sentry-trace_id=849446e028ff4c7ebf8738a05f717f5b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y77H7CM4VQ874GJ2865D","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:8b90f99554f6bf7478c8f2a89ec5cc26ce9b1ddf99cae24224007ba3203e8587","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:32.555Z","job_size_bytes":451,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-7ea7b0e0217f39c01d291ed2: start","job_status":"start","queue_duration_s":0.003762,"scheduling_latency_s":0.003826}1501vm-test-run-nixbot-gitlab> gitlab # [  182.551940] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:32 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 4341502vm-test-run-nixbot-gitlab> gitlab # [  182.593543] setup-gitlab-start[2586]: + TOKEN=glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u1503vm-test-run-nixbot-gitlab> gitlab # [  182.595349] setup-gitlab-start[2586]: + test -n glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u1504vm-test-run-nixbot-gitlab> gitlab # [  182.597113] setup-gitlab-start[2586]: + test glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u '!=' null1505vm-test-run-nixbot-gitlab> gitlab # [  182.598593] setup-gitlab-start[2586]: + mkdir -p /var/lib/secrets1506vm-test-run-nixbot-gitlab> gitlab # [  182.600439] setup-gitlab-start[2586]: + echo glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u1507vm-test-run-nixbot-gitlab> gitlab # [  182.602141] setup-gitlab-start[2586]: + chmod 644 /var/lib/secrets/gitlab-token1508vm-test-run-nixbot-gitlab> gitlab # [  182.608263] setup-gitlab-start[2586]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1509vm-test-run-nixbot-gitlab> gitlab # [  182.794410] sidekiq-cluster[2075]: {"severity":"WARN","time":"2026-06-09T11:05:32.822Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"7ea7b0e0217f39c01d291ed2","created_at":"2026-06-09T11:05:32.534Z","trace_propagation_headers":{"sentry-trace":"849446e028ff4c7ebf8738a05f717f5b-5b759ef591b44213","baggage":"sentry-trace_id=849446e028ff4c7ebf8738a05f717f5b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y77H7CM4VQ874GJ2865D","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:8b90f99554f6bf7478c8f2a89ec5cc26ce9b1ddf99cae24224007ba3203e8587","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:32.555Z","job_size_bytes":451,"pid":2075,"sidekiq_tid":"lyp7","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-7ea7b0e0217f39c01d291ed2: fail: 0.26319 sec","job_status":"fail","queue_duration_s":0.003762,"scheduling_latency_s":0.003826,"redis_calls":11,"redis_duration_s":0.01312,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.009829,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002484,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000807,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.128155,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001070527,"duration_s":0.26319,"completed_at":"2026-06-09T11:05:32.822Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.042501,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [  183.430334] gitaly[1377]: time="2026-06-09T11:05:33.322Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.322" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1511vm-test-run-nixbot-gitlab> gitlab # [  183.432101] gitaly[1377]: time="2026-06-09T11:05:33.323Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.322" grpc.time_ms=0.308 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1512vm-test-run-nixbot-gitlab> gitlab # [  183.465627] gitaly[1377]: time="2026-06-09T11:05:33.495Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.174" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.495" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1513vm-test-run-nixbot-gitlab> gitlab # [  183.467234] gitaly[1377]: time="2026-06-09T11:05:33.495Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.174" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.495" grpc.time_ms=0.246 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1514vm-test-run-nixbot-gitlab> gitlab # [  183.542673] gitaly[1377]: time="2026-06-09T11:05:33.572Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ diskcache=eb8a8949-8d4c-4471-b0d1-7cc7e1824260 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T11:05:43.215" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.535" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1515vm-test-run-nixbot-gitlab> gitlab # [  183.544685] gitaly[1377]: time="2026-06-09T11:05:33.572Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=326 command.oublock=32 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T11:05:43.215" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.535" grpc.time_ms=36.802 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1516vm-test-run-nixbot-gitlab> gitlab # [  183.565746] gitaly[1377]: time="2026-06-09T11:05:33.595Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.273" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.594" pid=1377 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1517vm-test-run-nixbot-gitlab> gitlab # [  183.567467] gitaly[1377]: time="2026-06-09T11:05:33.595Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.273" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.594" grpc.time_ms=0.975 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1518vm-test-run-nixbot-gitlab> gitlab # [  183.587799] gitaly[1377]: time="2026-06-09T11:05:33.617Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:43.283" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.603" grpc.time_ms=13.014 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1519vm-test-run-nixbot-gitlab> gitlab # [  183.617872] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:33.646Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"003fb777d5e741b6356fd6f4","created_at":"2026-06-09T11:05:33.629Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.643Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-003fb777d5e741b6356fd6f4: start","job_status":"start","queue_duration_s":0.002547,"scheduling_latency_s":0.002602}1520vm-test-run-nixbot-gitlab> gitlab # [  183.649876] gitaly[1377]: time="2026-06-09T11:05:33.679Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.679" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1521vm-test-run-nixbot-gitlab> gitlab # [  183.651517] gitaly[1377]: time="2026-06-09T11:05:33.679Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.679" grpc.time_ms=0.252 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1522vm-test-run-nixbot-gitlab> gitlab # [  183.684952] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:33.714Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"003fb777d5e741b6356fd6f4","created_at":"2026-06-09T11:05:33.629Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.643Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-003fb777d5e741b6356fd6f4: done: 0.068095 sec","job_status":"done","queue_duration_s":0.002547,"scheduling_latency_s":0.002602,"redis_calls":10,"redis_duration_s":0.004248999999999999,"redis_read_bytes":8,"redis_write_bytes":1165,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002387,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001862,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":7,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.043323942,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.068095,"completed_at":"2026-06-09T11:05:33.714Z","load_balancing_strategy":"primary","db_duration_s":0.011486,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1523vm-test-run-nixbot-gitlab> gitlab # [  183.756959] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:33.715Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"7d90112732a010e877e6a394","created_at":"2026-06-09T11:05:33.659Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.671Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-7d90112732a010e877e6a394: start","job_status":"start","queue_duration_s":0.044343,"scheduling_latency_s":0.044368}1524vm-test-run-nixbot-gitlab> gitlab # [  183.758281] gitaly[1377]: time="2026-06-09T11:05:33.720Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ diskcache=2ec51ab0-a11c-4c74-b7b3-b1e733e2d8b1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T11:05:43.012" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.682" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1525vm-test-run-nixbot-gitlab> gitlab # [  183.759157] gitaly[1377]: time="2026-06-09T11:05:33.721Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=327 command.oublock=32 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-09T11:05:43.012" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.682" grpc.time_ms=38.088 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1526vm-test-run-nixbot-gitlab> gitlab # [  183.759995] gitaly[1377]: time="2026-06-09T11:05:33.729Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.058" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.729" pid=1377 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1527vm-test-run-nixbot-gitlab> gitlab # [  183.840130] gitaly[1377]: time="2026-06-09T11:05:33.729Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.058" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.729" grpc.time_ms=0.408 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1528vm-test-run-nixbot-gitlab> gitlab # [  183.841229] gitaly[1377]: time="2026-06-09T11:05:33.739Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:43.062" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.732" grpc.time_ms=6.748 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1529vm-test-run-nixbot-gitlab> gitlab # [  183.842282] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:33.798Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"7d90112732a010e877e6a394","created_at":"2026-06-09T11:05:33.659Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.671Z","job_size_bytes":2,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-7d90112732a010e877e6a394: done: 0.082443 sec","job_status":"done","queue_duration_s":0.044343,"scheduling_latency_s":0.044368,"redis_calls":14,"redis_duration_s":0.004463,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000805,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001771,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001887,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.057755664,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.082443,"completed_at":"2026-06-09T11:05:33.798Z","load_balancing_strategy":"primary","db_duration_s":0.017478,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1530vm-test-run-nixbot-gitlab> gitlab # [  183.918232] gitaly[1377]: time="2026-06-09T11:05:33.759Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:43.088" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.758" grpc.time_ms=0.184 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1531vm-test-run-nixbot-gitlab> gitlab # [  183.918848] gitaly[1377]: time="2026-06-09T11:05:33.764Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T11:05:43.093" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:33.763" grpc.time_ms=0.219 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1532vm-test-run-nixbot-gitlab> gitlab # [  183.925312] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:33.954Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"5fb21f94e72224a69130a1c2","created_at":"2026-06-09T11:05:33.947Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.953Z","job_size_bytes":5,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-5fb21f94e72224a69130a1c2: start","job_status":"start","queue_duration_s":0.001311,"scheduling_latency_s":0.001347}1533vm-test-run-nixbot-gitlab> gitlab # [  184.010323] gitaly[1377]: time="2026-06-09T11:05:34.007Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y7QPG71WF6VX06CVPKRQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:44.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:34.002" grpc.time_ms=5.264 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1534vm-test-run-nixbot-gitlab> gitlab # [  184.111578] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:34.141Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"5fb21f94e72224a69130a1c2","created_at":"2026-06-09T11:05:33.947Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.953Z","job_size_bytes":5,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-5fb21f94e72224a69130a1c2: done: 0.186413 sec","job_status":"done","queue_duration_s":0.001311,"scheduling_latency_s":0.001347,"redis_calls":12,"redis_duration_s":0.004096,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001124,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001801,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001171,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.114,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.114,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337194,"duration_s":0.186413,"completed_at":"2026-06-09T11:05:34.140Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.116944,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1535vm-test-run-nixbot-gitlab> gitlab # [  184.196741] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:34.225Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"7b4eadc5eec8488c8f83b903","created_at":"2026-06-09T11:05:33.981Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.985Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-7b4eadc5eec8488c8f83b903: start","job_status":"start","queue_duration_s":0.240442,"scheduling_latency_s":0.240497}1536vm-test-run-nixbot-gitlab> gitlab # [  184.289151] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:34 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 16551537vm-test-run-nixbot-gitlab> gitlab # [  184.296397] setup-gitlab-start[2586]: + mkdir -p /tmp/test-flake1538vm-test-run-nixbot-gitlab> gitlab # [  184.299603] setup-gitlab-start[2586]: + cd /tmp/test-flake1539vm-test-run-nixbot-gitlab> gitlab # [  184.301400] setup-gitlab-start[2586]: + git init -b master1540vm-test-run-nixbot-gitlab> gitlab # [  184.329320] setup-gitlab-start[2874]: Initialized empty Git repository in /tmp/test-flake/.git/1541vm-test-run-nixbot-gitlab> gitlab # [  184.332113] setup-gitlab-start[2586]: + git config user.name test1542vm-test-run-nixbot-gitlab> gitlab # [  184.338720] setup-gitlab-start[2586]: + git config user.email test@example.com1543vm-test-run-nixbot-gitlab> gitlab # [  184.342548] setup-gitlab-start[2586]: + cat1544vm-test-run-nixbot-gitlab> gitlab # [  184.344765] setup-gitlab-start[2586]: + git add flake.nix1545vm-test-run-nixbot-gitlab> gitlab # [  184.348499] setup-gitlab-start[2586]: + git commit -m 'initial commit'1546vm-test-run-nixbot-gitlab> gitlab # [  184.362581] setup-gitlab-start[2879]: [master (root-commit) 73531f9] initial commit1547vm-test-run-nixbot-gitlab> gitlab # [  184.364689] setup-gitlab-start[2879]:  1 file changed, 10 insertions(+)1548vm-test-run-nixbot-gitlab> gitlab # [  184.366217] setup-gitlab-start[2879]:  create mode 100644 flake.nix1549vm-test-run-nixbot-gitlab> gitlab # [  184.367930] setup-gitlab-start[2586]: + git remote add origin http://oauth2:glpat-IYTiR-nIvQ0c955l1ADwRm86MQp1OjEH.01.0w1uqhn8u@gitlab/root/test-flake.git1550vm-test-run-nixbot-gitlab> gitlab # [  184.370650] setup-gitlab-start[2586]: + git push -u origin master1551vm-test-run-nixbot-gitlab> gitlab # [  184.418269] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:34 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 271552vm-test-run-nixbot-gitlab> gitlab # [  184.441630] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:34.471Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"7b4eadc5eec8488c8f83b903","created_at":"2026-06-09T11:05:33.981Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.985Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-7b4eadc5eec8488c8f83b903: done: 0.245407 sec","job_status":"done","queue_duration_s":0.240442,"scheduling_latency_s":0.240497,"redis_calls":11,"redis_duration_s":0.004217,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001301,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002194,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000722,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.164,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.164,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.135153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000623822,"duration_s":0.245407,"completed_at":"2026-06-09T11:05:34.470Z","load_balancing_strategy":"primary","db_duration_s":0.079571,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  184.518445] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:34.472Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"83d2d7a040bc78a873b0d9cd","created_at":"2026-06-09T11:05:33.988Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.991Z","job_size_bytes":89,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-83d2d7a040bc78a873b0d9cd: start","job_status":"start","queue_duration_s":0.481024,"scheduling_latency_s":0.481046}1554vm-test-run-nixbot-gitlab> gitlab # [  184.546317] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:34.518Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"83d2d7a040bc78a873b0d9cd","created_at":"2026-06-09T11:05:33.988Z","trace_propagation_headers":{"sentry-trace":"c2484ce0d65c43e78f3b8541b9988a32-145cb776a0d74027","baggage":"sentry-trace_id=c2484ce0d65c43e78f3b8541b9988a32,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y7QPG71WF6VX06CVPKRQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:33.991Z","job_size_bytes":89,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-83d2d7a040bc78a873b0d9cd: done: 0.045926 sec","job_status":"done","queue_duration_s":0.481024,"scheduling_latency_s":0.481046,"redis_calls":11,"redis_duration_s":0.002592,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000686,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001474,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000432,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025801,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037882,"duration_s":0.045926,"completed_at":"2026-06-09T11:05:34.518Z","load_balancing_strategy":"primary","db_duration_s":0.014937,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  184.636869] gitaly[1377]: time="2026-06-09T11:05:34.665Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9FTRFD4P4TB4EWG78HZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:34.657" grpc.time_ms=8.011 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1556vm-test-run-nixbot-gitlab> gitlab # [  184.638764] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:34 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 2071557vm-test-run-nixbot-gitlab> gitlab # [  184.892613] gitaly[1377]: time="2026-06-09T11:05:34.922Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:44.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:34.909" grpc.time_ms=12.682 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1558vm-test-run-nixbot-gitlab> gitlab # [  184.955613] gitaly[1377]: time="2026-06-09T11:05:34.985Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=330 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T11:06:04.075" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T11:05:34.976" grpc.time_ms=8.602 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1559vm-test-run-nixbot-gitlab> gitlab # [  184.974863] gitaly[1377]: time="2026-06-09T11:05:35.004Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M duration_ms=172ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/allowed"1560vm-test-run-nixbot-gitlab> gitlab # [  185.003540] gitaly[1377]: time="2026-06-09T11:05:35.033Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M duration_ms=27ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/pre_receive"1561vm-test-run-nixbot-gitlab> gitlab # [  185.005124] gitaly[1377]: time="2026-06-09T11:05:35.034Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:34.828" grpc.time_ms=205.268 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1562vm-test-run-nixbot-gitlab> gitlab # [  185.066701] gitaly[1377]: time="2026-06-09T11:05:35.096Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.095" grpc.time_ms=0.875 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1563vm-test-run-nixbot-gitlab> gitlab # [  185.121894] gitaly[1377]: time="2026-06-09T11:05:35.151Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.149" grpc.time_ms=1.891 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1564vm-test-run-nixbot-gitlab> gitlab # [  185.160255] gitaly[1377]: time="2026-06-09T11:05:35.189Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.189" grpc.time_ms=0.653 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1565vm-test-run-nixbot-gitlab> gitlab # [  185.254676] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:35.283Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 73531f9acb658f202b89d361307d986e19c34bfb refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"e48e31dc5f9a3f10f7e003c4","created_at":"2026-06-09T11:05:35.259Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-ca4440882b4a4e73","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.280Z","job_size_bytes":185,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-e48e31dc5f9a3f10f7e003c4: start","job_status":"start","queue_duration_s":0.002917,"scheduling_latency_s":0.002952}1566vm-test-run-nixbot-gitlab> gitlab # [  185.294344] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:35.299Z","message":"changes: \"0000000000000000000000000000000000000000 73531f9acb658f202b89d361307d986e19c34bfb refs/heads/master\\n\""}1567vm-test-run-nixbot-gitlab> gitlab # [  185.314393] gitaly[1377]: time="2026-06-09T11:05:35.344Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:45.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:35.337" grpc.time_ms=6.33 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1568vm-test-run-nixbot-gitlab> gitlab # [  185.340331] gitaly[1377]: time="2026-06-09T11:05:35.370Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:45.029" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.359" grpc.time_ms=10.632 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1569vm-test-run-nixbot-gitlab> gitlab # [  185.362304] gitaly[1377]: time="2026-06-09T11:05:35.377Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1570 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=8 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T11:05:45.005" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.356" grpc.time_ms=20.753 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1570vm-test-run-nixbot-gitlab> gitlab # [  185.385190] gitaly[1377]: time="2026-06-09T11:05:35.387Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M duration_ms=154ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/post_receive"1571vm-test-run-nixbot-gitlab> gitlab # [  185.390806] gitaly[1377]: time="2026-06-09T11:05:35.387Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.231" grpc.time_ms=155.92 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1572vm-test-run-nixbot-gitlab> gitlab # [  185.392259] gitlab-workhorse[1279]: time="2026-06-09T11:05:35Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521573vm-test-run-nixbot-gitlab> gitlab # [  185.393073] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:35 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 7151574vm-test-run-nixbot-gitlab> gitlab # [  185.393951] gitaly[1377]: time="2026-06-09T11:05:35.397Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1560 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T11:05:45.045" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.375" grpc.time_ms=21.981 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1575vm-test-run-nixbot-gitlab> gitlab # [  185.395196] gitaly[1377]: time="2026-06-09T11:05:35.418Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M diskcache=e6fdba61-1c05-4301-a3ce-6a1c3e63fb6e grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:34.758" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1576vm-test-run-nixbot-gitlab> gitlab # [  185.396110] gitaly[1377]: time="2026-06-09T11:05:35.419Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=207 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13182 command.oublock=32 command.real_time_ms=629 command.spawn_token_fork_ms=1 command.system_time_ms=141 command.user_time_ms=66 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:34.758" grpc.time_ms=660.573 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1577vm-test-run-nixbot-gitlab> gitlab # [  185.471945] setup-gitlab-start[2883]: To http://gitlab/root/test-flake.git1578vm-test-run-nixbot-gitlab> gitlab # [  185.473824] setup-gitlab-start[2883]:  * [new branch]      master -> master1579vm-test-run-nixbot-gitlab> gitlab # [  185.477657] setup-gitlab-start[2883]: branch 'master' set up to track 'origin/master'.1580vm-test-run-nixbot-gitlab> gitlab # [  185.479566] gitaly[1377]: time="2026-06-09T11:05:35.507Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=76 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T11:05:45.094" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.424" grpc.time_ms=82.814 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1581vm-test-run-nixbot-gitlab> gitlab # [  185.501789] systemd[1]: Finished setup-gitlab.service.1582vm-test-run-nixbot-gitlab> gitlab # [  185.506311] systemd[1]: Starting nixbot CI service...1583vm-test-run-nixbot-gitlab> gitlab # [  185.525681] gitaly[1377]: time="2026-06-09T11:05:35.555Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.554" grpc.time_ms=0.412 pid=1377 span.kind=server system=grpc1584vm-test-run-nixbot-gitlab> gitlab # [  185.564263] gitaly[1377]: time="2026-06-09T11:05:35.593Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3944 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:35.593" grpc.time_ms=0.346 pid=1377 span.kind=server system=grpc1585vm-test-run-nixbot-gitlab> gitlab # [  185.588203] gitaly[1377]: time="2026-06-09T11:05:35.617Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M diskcache=7cf4aa97-3fc6-477c-a6cd-b1527ac1b2d1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:45.200" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:35.530" pid=1377 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1586vm-test-run-nixbot-gitlab> gitlab # [  185.605319] gitaly[1377]: time="2026-06-09T11:05:35.635Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=75 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4821 command.oublock=8 command.real_time_ms=80 command.spawn_token_fork_ms=0 command.system_time_ms=61 command.user_time_ms=14 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:45.200" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:35.530" grpc.time_ms=86.957 pid=1377 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1587vm-test-run-nixbot-gitlab> gitlab # [  185.622217] gitaly[1377]: time="2026-06-09T11:05:35.651Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-09T11:05:45.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:35.651" grpc.time_ms=0.133 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1588vm-test-run-nixbot-gitlab> gitlab # [  185.634989] gitaly[1377]: time="2026-06-09T11:05:35.664Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=943 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-09T11:05:45.005" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.655" grpc.time_ms=9.07 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1589vm-test-run-nixbot-gitlab> gitlab # [  185.690769] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3017]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1590vm-test-run-nixbot-gitlab> gitlab # [  185.710656] gitaly[1377]: time="2026-06-09T11:05:35.740Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=340 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-09T11:06:05.035" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:35.735" grpc.time_ms=4.175 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1591vm-test-run-nixbot-gitlab> gitlab # [  185.730172] gitaly[1377]: time="2026-06-09T11:05:35.759Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T11:05:45.108" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:35.759" grpc.time_ms=0.191 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1592vm-test-run-nixbot-gitlab> gitlab # [  185.735742] gitaly[1377]: time="2026-06-09T11:05:35.765Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=343 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T11:05:45.111" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T11:05:35.761" grpc.time_ms=4.008 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1593vm-test-run-nixbot-gitlab> gitlab # [  185.752396] gitaly[1377]: time="2026-06-09T11:05:35.782Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:45.126" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.776" grpc.time_ms=5.445 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1594vm-test-run-nixbot-gitlab> gitlab # [  185.761707] gitaly[1377]: time="2026-06-09T11:05:35.791Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:45.135" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:35.786" grpc.time_ms=4.975 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1595vm-test-run-nixbot-gitlab> gitlab # [  185.778426] gitaly[1377]: time="2026-06-09T11:05:35.808Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=966 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T11:06:05.099" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:35.799" grpc.time_ms=8.762 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1596vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 186.90 seconds)1597vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1598vm-test-run-nixbot-gitlab> gitlab # [  186.043440] gitaly[1377]: time="2026-06-09T11:05:36.073Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T11:05:46.010" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.070" grpc.time_ms=2.034 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1599vm-test-run-nixbot-gitlab> gitlab # [  186.073218] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.102Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 73531f9acb658f202b89d361307d986e19c34bfb refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"e48e31dc5f9a3f10f7e003c4","created_at":"2026-06-09T11:05:35.259Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-ca4440882b4a4e73","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.280Z","job_size_bytes":185,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-e48e31dc5f9a3f10f7e003c4: done: 0.819358 sec","job_status":"done","queue_duration_s":0.002917,"scheduling_latency_s":0.002952,"gitaly_calls":14,"gitaly_duration_s":0.296398,"redis_calls":197,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.069429,"redis_read_bytes":1426,"redis_write_bytes":19091,"redis_cache_calls":14,"redis_cache_duration_s":0.004777,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":28,"redis_feature_flag_duration_s":0.008264,"redis_feature_flag_read_bytes":1044,"redis_feature_flag_write_bytes":3487,"redis_queues_calls":8,"redis_queues_duration_s":0.001437,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.003502,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":92,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.034768,"redis_repository_cache_read_bytes":214,"redis_repository_cache_write_bytes":6392,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.016681,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.04,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.2,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.22,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.395943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000600355,"exclusive_lock_hold_duration_s":0.025963915,"duration_s":0.819358,"completed_at":"2026-06-09T11:05:36.102Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.065932,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1600vm-test-run-nixbot-gitlab> gitlab # [  186.159293] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.188Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"4138c826716e852d8c72ba52","created_at":"2026-06-09T11:05:35.400Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.404Z","job_size_bytes":46,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-4138c826716e852d8c72ba52: start","job_status":"start","queue_duration_s":0.783239,"scheduling_latency_s":0.783303}1601vm-test-run-nixbot-gitlab> gitlab # [  186.236406] gitaly[1377]: time="2026-06-09T11:05:36.266Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-09T17:05:36.263" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:36.263" grpc.time_ms=2.098 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1602vm-test-run-nixbot-gitlab> gitlab # [  186.261655] gitaly[1377]: time="2026-06-09T11:05:36.291Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T11:06:06.084" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.285" grpc.time_ms=6.147 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1603vm-test-run-nixbot-gitlab> gitlab # [  186.308108] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.337Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"4138c826716e852d8c72ba52","created_at":"2026-06-09T11:05:35.400Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.404Z","job_size_bytes":46,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-4138c826716e852d8c72ba52: done: 0.149266 sec","job_status":"done","queue_duration_s":0.783239,"scheduling_latency_s":0.783303,"gitaly_calls":2,"gitaly_duration_s":0.045011,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.011923,"redis_read_bytes":68,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.002135,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000656,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002559,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.005109,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001464,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338311,"duration_s":0.149266,"completed_at":"2026-06-09T11:05:36.337Z","load_balancing_strategy":"primary","db_duration_s":0.011571,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1604vm-test-run-nixbot-gitlab> gitlab # [  186.396983] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.426Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e5cc995607b0b0516ca7daf5","created_at":"2026-06-09T11:05:35.415Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.420Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e5cc995607b0b0516ca7daf5: start","job_status":"start","queue_duration_s":1.005554,"scheduling_latency_s":1.00562}1605vm-test-run-nixbot-gitlab> gitlab # [  186.495460] gitaly[1377]: time="2026-06-09T11:05:36.525Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M diskcache=952ab471-9805-47d1-b1f8-929c31401929 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T17:05:36.496" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.497" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1606vm-test-run-nixbot-gitlab> gitlab # [  186.497541] gitaly[1377]: time="2026-06-09T11:05:36.525Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1295 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=0 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T17:05:36.496" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.497" grpc.time_ms=28.053 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1607vm-test-run-nixbot-gitlab> gitlab # [  186.552321] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.581Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e5cc995607b0b0516ca7daf5","created_at":"2026-06-09T11:05:35.415Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.420Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e5cc995607b0b0516ca7daf5: done: 0.155276 sec","job_status":"done","queue_duration_s":1.005554,"scheduling_latency_s":1.00562,"gitaly_calls":1,"gitaly_duration_s":0.034881,"redis_calls":15,"redis_duration_s":0.018489,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000831,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002356,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000996,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014306,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.009,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.017,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051543,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.070802296,"duration_s":0.155276,"completed_at":"2026-06-09T11:05:36.581Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019925,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1608vm-test-run-nixbot-gitlab> gitlab # [  186.629884] nixbot[2992]: {"ts": "2026-06-09T11:05:36.658Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1609vm-test-run-nixbot-gitlab> gitlab # [  186.638562] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.667Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"fa0ea49f438e9aff4a5ffd21","created_at":"2026-06-09T11:05:35.647Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.649Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-fa0ea49f438e9aff4a5ffd21: start","job_status":"start","queue_duration_s":1.018388,"scheduling_latency_s":1.018452}1610vm-test-run-nixbot-gitlab> gitlab # [  186.682473] nixbot[2992]: {"ts": "2026-06-09T11:05:36.711Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1611vm-test-run-nixbot-gitlab> gitlab # [  186.697795] gitaly[1377]: time="2026-06-09T11:05:36.727Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-09T11:06:06.516" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.717" grpc.time_ms=10.103 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1612vm-test-run-nixbot-gitlab> gitlab # [  186.708500] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.737Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"fa0ea49f438e9aff4a5ffd21","created_at":"2026-06-09T11:05:35.647Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:35.649Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-fa0ea49f438e9aff4a5ffd21: done: 0.070358 sec","job_status":"done","queue_duration_s":1.018388,"scheduling_latency_s":1.018452,"gitaly_calls":1,"gitaly_duration_s":0.014266,"redis_calls":16,"redis_duration_s":0.007126,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000467,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001908,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003117,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001634,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.070358,"completed_at":"2026-06-09T11:05:36.737Z","load_balancing_strategy":"primary","db_duration_s":0.004149,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1613vm-test-run-nixbot-gitlab> gitlab # [  186.721182] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:36.743Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"a0613e0f1508089173237488","created_at":"2026-06-09T11:05:36.043Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9d39cb3562e08ee276c4d038ad5ea0960c6810855bf7422ece4939ef08328332","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:36.048Z","job_size_bytes":467,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-a0613e0f1508089173237488: start","job_status":"start","queue_duration_s":0.695508,"scheduling_latency_s":0.695537}1614vm-test-run-nixbot-gitlab> gitlab # [  186.799580] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3053]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server1615vm-test-run-nixbot-gitlab> gitlab # [  186.801379] gitaly[1377]: time="2026-06-09T11:05:36.786Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:06.585" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.785" grpc.time_ms=0.7 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1616vm-test-run-nixbot-gitlab> gitlab # [  186.802434] gitaly[1377]: time="2026-06-09T11:05:36.793Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T11:05:46.137" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:36.788" grpc.time_ms=5.207 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1617vm-test-run-nixbot-gitlab> gitlab # [  186.839646] gitaly[1377]: time="2026-06-09T11:05:36.869Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:06.667" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.868" grpc.time_ms=0.843 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1618vm-test-run-nixbot-gitlab> gitlab # [  186.844754] gitaly[1377]: time="2026-06-09T11:05:36.874Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=62 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T11:06:06.671" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:36.872" grpc.time_ms=2.134 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1619vm-test-run-nixbot-gitlab> gitlab # [  186.909086] nixbot[2992]: {"ts": "2026-06-09T11:05:36.938Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1620vm-test-run-nixbot-gitlab> gitlab # [  186.913558] nixbot[2992]: {"ts": "2026-06-09T11:05:36.943Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1621vm-test-run-nixbot-gitlab> gitlab # [  186.917621] nixbot[2992]: {"ts": "2026-06-09T11:05:36.947Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1622vm-test-run-nixbot-gitlab> gitlab # [  186.924271] gitaly[1377]: time="2026-06-09T11:05:36.954Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:46.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:36.942" grpc.time_ms=11.45 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1623vm-test-run-nixbot-gitlab> gitlab # [  186.926983] nixbot[2992]: {"ts": "2026-06-09T11:05:36.956Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1624vm-test-run-nixbot-gitlab> gitlab # [  186.929854] nixbot[2992]: {"ts": "2026-06-09T11:05:36.959Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1625vm-test-run-nixbot-gitlab> gitlab # [  186.932354] nixbot[2992]: {"ts": "2026-06-09T11:05:36.962Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1626vm-test-run-nixbot-gitlab> gitlab # [  186.937170] nixbot[2992]: {"ts": "2026-06-09T11:05:36.966Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1627vm-test-run-nixbot-gitlab> gitlab # [  186.939375] nixbot[2992]: {"ts": "2026-06-09T11:05:36.969Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1628vm-test-run-nixbot-gitlab> gitlab # [  186.943474] nixbot[2992]: {"ts": "2026-06-09T11:05:36.973Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1629vm-test-run-nixbot-gitlab> gitlab # [  186.948407] nixbot[2992]: {"ts": "2026-06-09T11:05:36.978Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1630vm-test-run-nixbot-gitlab> gitlab # [  186.951116] nixbot[2992]: {"ts": "2026-06-09T11:05:36.980Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1631vm-test-run-nixbot-gitlab> gitlab # [  186.953421] nixbot[2992]: {"ts": "2026-06-09T11:05:36.983Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1632vm-test-run-nixbot-gitlab> gitlab # [  186.956551] nixbot[2992]: {"ts": "2026-06-09T11:05:36.986Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1633vm-test-run-nixbot-gitlab> gitlab # [  187.250955] nixbot[2992]: INFO:     Started server process [2992]1634vm-test-run-nixbot-gitlab> gitlab # [  187.255185] nixbot[2992]: INFO:     Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)1635vm-test-run-nixbot-gitlab> gitlab # [  187.494579] gitaly[1377]: time="2026-06-09T11:05:37.524Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=967 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T11:06:07.305" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:37.505" grpc.time_ms=18.335 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1636vm-test-run-nixbot-gitlab> gitlab # [  187.513687] gitaly[1377]: time="2026-06-09T11:05:37.543Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP0Y9QFRSKAXM53MVDEGG6M grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T11:06:07.327" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:37.527" grpc.time_ms=14.903 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1637vm-test-run-nixbot-gitlab> gitlab # [  187.545647] sidekiq-cluster[2075]: {"severity":"WARN","time":"2026-06-09T11:05:37.574Z","class":"CreatePipelineWorker","correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"73531f9acb658f202b89d361307d986e19c34bfb","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"73531f9acb658f202b89d361307d986e19c34bfb","ref":"refs/heads/master"},"retry":0}1638vm-test-run-nixbot-gitlab> gitlab # [  187.552221] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:37.581Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"a0613e0f1508089173237488","created_at":"2026-06-09T11:05:36.043Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-1e312ee40e114538","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9d39cb3562e08ee276c4d038ad5ea0960c6810855bf7422ece4939ef08328332","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:36.048Z","job_size_bytes":467,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-a0613e0f1508089173237488: done: 0.837768 sec","job_status":"done","queue_duration_s":0.695508,"scheduling_latency_s":0.695537,"gitaly_calls":7,"gitaly_duration_s":0.071069,"redis_calls":53,"redis_duration_s":0.018282,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001706,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.006364,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004632,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.0034,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00218,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.073,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.066,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.638763,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000489168,"duration_s":0.837768,"completed_at":"2026-06-09T11:05:37.581Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.097534,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1639vm-test-run-nixbot-gitlab> gitlab # [  187.565726] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:37.583Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"850b2a3b3f629e3f010dc369","created_at":"2026-06-09T11:05:36.322Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-80f00c9bd9714354","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:36.327Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-850b2a3b3f629e3f010dc369: start","job_status":"start","queue_duration_s":1.256079,"scheduling_latency_s":1.2561}1640vm-test-run-nixbot-gitlab> gitlab # [  187.597254] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:37.626Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"850b2a3b3f629e3f010dc369","created_at":"2026-06-09T11:05:36.322Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-80f00c9bd9714354","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:36.327Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-850b2a3b3f629e3f010dc369: done: 0.04323 sec","job_status":"done","queue_duration_s":1.256079,"scheduling_latency_s":1.2561,"redis_calls":19,"redis_duration_s":0.007686,"redis_read_bytes":21,"redis_write_bytes":4290,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001491,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000842,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2261,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.004215,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001138,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.008543264,"duration_s":0.04323,"completed_at":"2026-06-09T11:05:37.626Z","load_balancing_strategy":"primary","db_duration_s":0.00961,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [  187.700609] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:37.628Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"4eea2035e53571f5d3229b96","created_at":"2026-06-09T11:05:37.613Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-2652a20db2ea44a6","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:37.619Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-4eea2035e53571f5d3229b96: start","job_status":"start","queue_duration_s":0.00951,"scheduling_latency_s":0.009531}1642vm-test-run-nixbot-gitlab> gitlab # [  187.701803] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:37.702Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"4eea2035e53571f5d3229b96","created_at":"2026-06-09T11:05:37.613Z","trace_propagation_headers":{"sentry-trace":"4c57ce723daf45529c5ef1490528e9e8-2652a20db2ea44a6","baggage":"sentry-trace_id=4c57ce723daf45529c5ef1490528e9e8,sentry-release=Unknown"},"correlation_id":"01KTP0Y9QFRSKAXM53MVDEGG6M","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:37.619Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-4eea2035e53571f5d3229b96: done: 0.074292 sec","job_status":"done","queue_duration_s":0.00951,"scheduling_latency_s":0.009531,"redis_calls":11,"redis_duration_s":0.004398,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000725,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002938,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042924,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000582756,"duration_s":0.074292,"completed_at":"2026-06-09T11:05:37.702Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025501,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [  187.776496] gitaly[1377]: time="2026-06-09T11:05:37.749Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=955 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YC84N3X9KV2VYQDZBEJG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T11:06:07.035" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:37.735" grpc.time_ms=13.661 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1644vm-test-run-nixbot-gitlab> gitlab # [  187.785735] nixbot[2992]: INFO:     127.0.0.1:43360 - "GET /health HTTP/1.1" 200 OK1645vm-test-run-nixbot-gitlab> gitlab # [  187.859509] systemd[1]: Started nixbot CI service.1646vm-test-run-nixbot-gitlab> gitlab # [  187.861107] systemd[1]: Reached target Multi-User System.1647vm-test-run-nixbot-gitlab> gitlab # [  187.862359] systemd[1]: Startup finished in 1.507s (kernel) + 4.358s (initrd) + 3min 1.995s (userspace) = 3min 7.860s.1648vm-test-run-nixbot-gitlab> gitlab # [  187.900081] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:37 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 6441649vm-test-run-nixbot-gitlab> gitlab # [  187.902002] nixbot[2992]: {"ts": "2026-06-09T11:05:37.931Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1650vm-test-run-nixbot-gitlab> gitlab # [  187.913004] nixbot[2992]: {"ts": "2026-06-09T11:05:37.942Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1651vm-test-run-nixbot-gitlab> gitlab # [  187.990392] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 631652vm-test-run-nixbot-gitlab> gitlab # [  187.993286] nixbot[2992]: {"ts": "2026-06-09T11:05:38.020Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1653vm-test-run-nixbot-gitlab> gitlab # [  187.995837] nixbot[2992]: {"ts": "2026-06-09T11:05:38.021Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1654vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.10 seconds)1655vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1656vm-test-run-nixbot-gitlab> gitlab # [  188.119207] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 1021657vm-test-run-nixbot-gitlab> gitlab # [  188.128457] nixbot[2992]: {"ts": "2026-06-09T11:05:38.149Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1658vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.05 seconds)1659vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1660vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1661vm-test-run-nixbot-gitlab> gitlab # [  188.138438] nixbot[2992]: INFO:     127.0.0.1:43370 - "GET /health HTTP/1.1" 200 OK1662vm-test-run-nixbot-gitlab> gitlab # [  188.248312] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 1141663vm-test-run-nixbot-gitlab> gitlab # [  188.258397] nixbot[2992]: {"ts": "2026-06-09T11:05:38.280Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1664vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.13 seconds)1665vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-09T11:05:38.123Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1666vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 0.13 seconds)1667vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1668vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1669vm-test-run-nixbot-gitlab> gitlab # [  188.268802] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 961670vm-test-run-nixbot-gitlab> gitlab # [  188.403328] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 1381671vm-test-run-nixbot-gitlab> gitlab # [  188.412442] nixbot[2992]: {"ts": "2026-06-09T11:05:38.434Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1672vm-test-run-nixbot-gitlab> gitlab # [  188.445229] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1361673vm-test-run-nixbot-gitlab> gitlab # [  188.485369] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 771674vm-test-run-nixbot-gitlab> gitlab # [  188.489237] nixbot[2992]: {"ts": "2026-06-09T11:05:38.515Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1675vm-test-run-nixbot-gitlab> gitlab # [  188.519416] gitaly[1377]: time="2026-06-09T11:05:38.548Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDDC1M50SW5YAM9BSTDK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:38.540" grpc.time_ms=7.66 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1676vm-test-run-nixbot-gitlab> gitlab # [  188.542247] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 204 "" "git/2.54.0" 671677vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1678vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1679vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1680vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1681vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)[  188.558989] gitaly[1377]: time="2026-06-09T11:05:38.588Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDEWZBB9ZPQTKM6FCP9H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-09T11:06:08.079" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:38.579" grpc.time_ms=8.67 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1682vm-test-run-nixbot-gitlab> gitlab # Writing objects: 100% (3/3)Writing objects: 100% (3/3), 274 bytes | 91.00 KiB/s, done.1683vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1684vm-test-run-nixbot-gitlab> gitlab # [  188.593612] gitaly[1377]: time="2026-06-09T11:05:38.623Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDEWZBB9ZPQTKM6FCP9H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:08.122" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:38.622" grpc.time_ms=0.524 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1685vm-test-run-nixbot-gitlab> gitlab # [  188.620893] gitaly[1377]: time="2026-06-09T11:05:38.650Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=18 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDEWZBB9ZPQTKM6FCP9H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T11:05:48.005" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:38.626" grpc.time_ms=24.014 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1686vm-test-run-nixbot-gitlab> gitlab # [  188.762642] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2671687vm-test-run-nixbot-gitlab> gitlab # [  188.763837] nixbot[2992]: {"ts": "2026-06-09T11:05:38.793Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1688vm-test-run-nixbot-gitlab> gitlab # [  188.823805] gitaly[1377]: time="2026-06-09T11:05:38.853Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-09T11:05:48.003" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:38.844" grpc.time_ms=9.018 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1689vm-test-run-nixbot-gitlab> gitlab # [  188.841333] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:38 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 741690vm-test-run-nixbot-gitlab> gitlab # [  188.842891] nixbot[2992]: {"ts": "2026-06-09T11:05:38.872Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1691vm-test-run-nixbot-gitlab> gitlab # [  188.845877] nixbot[2992]: {"ts": "2026-06-09T11:05:38.875Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1692vm-test-run-nixbot-gitlab> gitlab # [  188.901693] gitaly[1377]: time="2026-06-09T11:05:38.931Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-09T11:06:08.022" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-09T11:05:38.923" grpc.time_ms=7.816 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1693vm-test-run-nixbot-gitlab> gitlab # [  188.926673] gitaly[1377]: time="2026-06-09T11:05:38.955Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG duration_ms=188ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/allowed"1694vm-test-run-nixbot-gitlab> gitlab # [  188.953172] gitaly[1377]: time="2026-06-09T11:05:38.981Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG duration_ms=25ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/pre_receive"1695vm-test-run-nixbot-gitlab> gitlab # [  188.954308] gitaly[1377]: time="2026-06-09T11:05:38.982Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:38.765" grpc.time_ms=216.311 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1696vm-test-run-nixbot-gitlab> gitlab # [  188.988690] gitaly[1377]: time="2026-06-09T11:05:39.018Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDVEBYC3FPWYXFYKM00W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.006" grpc.time_ms=11.708 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1697vm-test-run-nixbot-gitlab> gitlab # [  188.991579] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 931698vm-test-run-nixbot-gitlab> gitlab # [  189.001416] gitaly[1377]: time="2026-06-09T11:05:39.031Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:39.030" grpc.time_ms=0.443 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1699vm-test-run-nixbot-gitlab> gitlab # [  189.063041] gitaly[1377]: time="2026-06-09T11:05:39.090Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:39.088" grpc.time_ms=1.469 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1700vm-test-run-nixbot-gitlab> gitlab # [  189.108782] gitaly[1377]: time="2026-06-09T11:05:39.136Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:39.135" grpc.time_ms=0.377 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1701vm-test-run-nixbot-gitlab> gitlab # [  189.154857] gitaly[1377]: time="2026-06-09T11:05:39.184Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDZNYK72X1642RJ1DG15 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.170" pid=1377 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1702vm-test-run-nixbot-gitlab> gitlab # [  189.156096] gitaly[1377]: time="2026-06-09T11:05:39.184Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDZNYK72X1642RJ1DG15 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.170" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1703vm-test-run-nixbot-gitlab> gitlab # [  189.159103] gitaly[1377]: time="2026-06-09T11:05:39.187Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDZNYK72X1642RJ1DG15 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.170" grpc.time_ms=16.532 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1704vm-test-run-nixbot-gitlab> gitlab # [  189.200171] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.229Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","73531f9acb658f202b89d361307d986e19c34bfb e6ba933b82efea217d6ace2e20b032f47271611f refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9e5ae1f57f8f3f5cb12585ef","created_at":"2026-06-09T11:05:39.222Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-c656c8ec86c04d59","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.226Z","job_size_bytes":185,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9e5ae1f57f8f3f5cb12585ef: start","job_status":"start","queue_duration_s":0.002809,"scheduling_latency_s":0.002845}1705vm-test-run-nixbot-gitlab> gitlab # [  189.224108] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.253Z","message":"changes: \"73531f9acb658f202b89d361307d986e19c34bfb e6ba933b82efea217d6ace2e20b032f47271611f refs/heads/master\\n\""}1706vm-test-run-nixbot-gitlab> gitlab # [  189.249630] gitaly[1377]: time="2026-06-09T11:05:39.275Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG duration_ms=83ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/post_receive"1707vm-test-run-nixbot-gitlab> gitlab # [  189.250726] gitaly[1377]: time="2026-06-09T11:05:39.276Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:39.191" grpc.time_ms=85.085 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1708vm-test-run-nixbot-gitlab> gitlab # [  189.258949] gitaly[1377]: time="2026-06-09T11:05:39.288Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:49.222" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:39.283" grpc.time_ms=5.452 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1709vm-test-run-nixbot-gitlab> gitlab # [  189.275423] gitaly[1377]: time="2026-06-09T11:05:39.305Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG diskcache=1b397511-54b6-40d4-9694-979db21e7024 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:38.719" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1710vm-test-run-nixbot-gitlab> gitlab # [  189.279342] gitaly[1377]: time="2026-06-09T11:05:39.305Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=170 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13286 command.oublock=32 command.real_time_ms=563 command.spawn_token_fork_ms=1 command.system_time_ms=132 command.user_time_ms=38 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=606 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:38.719" grpc.time_ms=585.716 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1711vm-test-run-nixbot-gitlab> gitlab # [  189.280175] gitaly[1377]: time="2026-06-09T11:05:39.305Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-09T11:05:49.233" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:39.293" grpc.time_ms=11.602 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712vm-test-run-nixbot-gitlab> gitlab # [  189.302124] gitaly[1377]: time="2026-06-09T11:05:39.331Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-09T11:05:49.261" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:39.321" grpc.time_ms=9.855 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1713vm-test-run-nixbot-gitlab> gitlab # [  189.376797] gitlab-workhorse[1279]: time="2026-06-09T11:05:39Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491714vm-test-run-nixbot-gitlab> gitlab # [  189.380351] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 3441715vm-test-run-nixbot-gitlab> gitlab # [  189.383727] gitlab-workhorse[1279]: time="2026-06-09T11:05:39Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521716vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1717vm-test-run-nixbot-gitlab> gitlab # [  189.387781] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8111718vm-test-run-nixbot-gitlab> gitlab # [  189.391315] gitaly[1377]: time="2026-06-09T11:05:39.418Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=654 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-09T11:06:09.136" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.337" grpc.time_ms=80.957 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1719vm-test-run-nixbot-gitlab> gitlab # [  189.416417] gitaly[1377]: time="2026-06-09T11:05:39.433Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=345 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-09T11:05:49.008" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-09T11:05:39.428" grpc.time_ms=4.338 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1720vm-test-run-nixbot-gitlab> gitlab #    73531f9..e6ba933  master -> master1721vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.19 seconds)1722vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1723vm-test-run-nixbot-gitlab> gitlab # [  189.438396] gitaly[1377]: time="2026-06-09T11:05:39.453Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:49.023" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:39.444" grpc.time_ms=9.034 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1724vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)1725vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f'1726vm-test-run-nixbot-gitlab> gitlab # [  189.467395] gitaly[1377]: time="2026-06-09T11:05:39.497Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YEAKEZ7XG7VA73XPGCA6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.477" pid=1377 remote_ip="2001:db8:1::1" request_sha=52b3271fc255ceb0801217a7fb9e001df0473bd2 response_bytes=597 span.kind=server system=grpc1727vm-test-run-nixbot-gitlab> gitlab # [  189.483845] gitaly[1377]: time="2026-06-09T11:05:39.497Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YEAKEZ7XG7VA73XPGCA6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.477" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1728vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f', in 0.04 seconds)1729vm-test-run-nixbot-gitlab> []1730vm-test-run-nixbot-gitlab> gitlab # [  189.506251] gitlab-workhorse[1279]: time="2026-06-09T11:05:39Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5971731vm-test-run-nixbot-gitlab> gitlab # [  189.510282] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 597 "" "git/2.54.0" 871732vm-test-run-nixbot-gitlab> gitlab # [  189.511431] nixbot[2992]: INFO:     127.0.0.1:43386 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 200 OK1733vm-test-run-nixbot-gitlab> gitlab # [  189.512403] gitaly[1377]: time="2026-06-09T11:05:39.497Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YEAKEZ7XG7VA73XPGCA6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.477" grpc.time_ms=20.033 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1734vm-test-run-nixbot-gitlab> gitlab # [  189.601955] gitaly[1377]: time="2026-06-09T11:05:39.631Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-09T11:05:49.208" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.628" grpc.time_ms=2.706 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1735vm-test-run-nixbot-gitlab> gitlab # [  189.641718] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.670Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","73531f9acb658f202b89d361307d986e19c34bfb e6ba933b82efea217d6ace2e20b032f47271611f refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9e5ae1f57f8f3f5cb12585ef","created_at":"2026-06-09T11:05:39.222Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-c656c8ec86c04d59","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.226Z","job_size_bytes":185,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9e5ae1f57f8f3f5cb12585ef: done: 0.44158 sec","job_status":"done","queue_duration_s":0.002809,"scheduling_latency_s":0.002845,"gitaly_calls":7,"gitaly_duration_s":0.149666,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.059900999999999996,"redis_read_bytes":350,"redis_write_bytes":13068,"redis_cache_calls":9,"redis_cache_duration_s":0.005894,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000507,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.002536,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6768,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.00595,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.011156,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.033858,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.049,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.049,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.160802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00260927,"exclusive_lock_hold_duration_s":0.024432993,"duration_s":0.44158,"completed_at":"2026-06-09T11:05:39.670Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.060644,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1736vm-test-run-nixbot-gitlab> gitlab # [  189.725458] gitaly[1377]: time="2026-06-09T11:05:39.755Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=87 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YEG2Z8JPWM6SXPK389P1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.665" grpc.time_ms=89.023 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1737vm-test-run-nixbot-gitlab> gitlab # [  189.726987] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1701738vm-test-run-nixbot-gitlab> gitlab # [  189.753140] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.782Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"bf6b5e51d4414d039e224460","created_at":"2026-06-09T11:05:39.308Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.311Z","job_size_bytes":46,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-bf6b5e51d4414d039e224460: start","job_status":"start","queue_duration_s":0.47078,"scheduling_latency_s":0.470816}1739vm-test-run-nixbot-gitlab> gitlab # [  189.780418] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.805Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"bf6b5e51d4414d039e224460","created_at":"2026-06-09T11:05:39.308Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.311Z","job_size_bytes":46,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-bf6b5e51d4414d039e224460: done: 0.02313 sec","job_status":"done","queue_duration_s":0.47078,"scheduling_latency_s":0.470816,"redis_calls":9,"redis_duration_s":0.005294,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001135,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.003294,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000865,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01144,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02313,"completed_at":"2026-06-09T11:05:39.805Z","load_balancing_strategy":"primary","db_duration_s":0.002308,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1740vm-test-run-nixbot-gitlab> gitlab # [  189.782192] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.806Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"ddbd81805565537a981a0a54","created_at":"2026-06-09T11:05:39.316Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.317Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-ddbd81805565537a981a0a54: start","job_status":"start","queue_duration_s":0.489021,"scheduling_latency_s":0.489044}1741vm-test-run-nixbot-gitlab> gitlab # [  189.869426] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.871Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"ddbd81805565537a981a0a54","created_at":"2026-06-09T11:05:39.316Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.317Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-ddbd81805565537a981a0a54: done: 0.064991 sec","job_status":"done","queue_duration_s":0.489021,"scheduling_latency_s":0.489044,"gitaly_calls":1,"gitaly_duration_s":0.028742,"redis_calls":12,"redis_duration_s":0.004033,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000669,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00203,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02154,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.039733542,"duration_s":0.064991,"completed_at":"2026-06-09T11:05:39.871Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004751,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1742vm-test-run-nixbot-gitlab> gitlab # [  189.953949] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:39.873Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"746f163bc98e4cfdcba75c3a","created_at":"2026-06-09T11:05:39.529Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dddfa30e78d833704776690e2d2432d46db111ac04666b2df92f56ac3f547a08","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.532Z","job_size_bytes":467,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-746f163bc98e4cfdcba75c3a: start","job_status":"start","queue_duration_s":0.340819,"scheduling_latency_s":0.340839}1743vm-test-run-nixbot-gitlab> gitlab # [  189.955237] gitaly[1377]: time="2026-06-09T11:05:39.859Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG diskcache=bef3bd23-aaa3-404f-85e6-372d59934003 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T17:05:39.832" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.832" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1744vm-test-run-nixbot-gitlab> gitlab # [  189.956349] gitlab-workhorse[1279]: time="2026-06-09T11:05:39Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671745vm-test-run-nixbot-gitlab> gitlab # [  189.956808] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:39 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 2111746vm-test-run-nixbot-gitlab> gitlab # [  189.957703] gitaly[1377]: time="2026-06-09T11:05:39.859Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1646 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-09T17:05:39.832" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.832" grpc.time_ms=26.59 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1747vm-test-run-nixbot-gitlab> gitlab # [  189.958902] gitaly[1377]: time="2026-06-09T11:05:39.892Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:09.691" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.891" grpc.time_ms=0.558 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1748vm-test-run-nixbot-gitlab> gitlab # [  190.040440] gitaly[1377]: time="2026-06-09T11:05:39.899Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T11:05:49.003" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:39.893" grpc.time_ms=5.06 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1749vm-test-run-nixbot-gitlab> gitlab # [  190.042641] gitaly[1377]: time="2026-06-09T11:05:39.926Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:09.724" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.924" grpc.time_ms=1.154 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1750vm-test-run-nixbot-gitlab> gitlab # [  190.043953] gitaly[1377]: time="2026-06-09T11:05:39.930Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=53 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-09T11:06:09.727" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:39.928" grpc.time_ms=1.86 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1751vm-test-run-nixbot-gitlab> gitlab # [  190.045154] gitaly[1377]: time="2026-06-09T11:05:39.966Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:49.018" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:39.959" grpc.time_ms=6.428 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1752vm-test-run-nixbot-gitlab> gitlab # [  190.062769] gitaly[1377]: time="2026-06-09T11:05:39.968Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YENE7AKW1ZHPFQN5C95N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.815" pid=1377 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1753vm-test-run-nixbot-gitlab> gitlab # [  190.137205] gitaly[1377]: time="2026-06-09T11:05:39.968Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=149 command.spawn_token_fork_ms=143 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YENE7AKW1ZHPFQN5C95N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.815" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1754vm-test-run-nixbot-gitlab> gitlab # [  190.138714] gitaly[1377]: time="2026-06-09T11:05:39.973Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=149 command.spawn_token_fork_ms=143 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YENE7AKW1ZHPFQN5C95N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:39.815" grpc.time_ms=154.012 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1755vm-test-run-nixbot-gitlab> gitlab # [  190.280189] gitaly[1377]: time="2026-06-09T11:05:40.309Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:10.008" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.308" grpc.time_ms=0.748 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1756vm-test-run-nixbot-gitlab> gitlab # [  190.353078] gitaly[1377]: time="2026-06-09T11:05:40.382Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T11:06:10.072" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:40.373" grpc.time_ms=9.128 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1757vm-test-run-nixbot-gitlab> gitlab # [  190.376605] gitaly[1377]: time="2026-06-09T11:05:40.406Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:50.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:40.393" grpc.time_ms=12.399 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1758vm-test-run-nixbot-gitlab> gitlab # [  190.383212] gitaly[1377]: time="2026-06-09T11:05:40.412Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=967 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-09T11:06:10.200" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.401" grpc.time_ms=10.387 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1759vm-test-run-nixbot-gitlab> gitlab # [  190.409476] gitaly[1377]: time="2026-06-09T11:05:40.439Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=17 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YDH23FYWZSWN0ND2T5RG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-09T11:06:10.214" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.414" grpc.time_ms=24.464 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1760vm-test-run-nixbot-gitlab> gitlab # [  190.429837] gitaly[1377]: time="2026-06-09T11:05:40.459Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T11:05:50.068" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:40.458" grpc.time_ms=0.244 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1761vm-test-run-nixbot-gitlab> gitlab # [  190.435117] sidekiq-cluster[2075]: {"severity":"WARN","time":"2026-06-09T11:05:40.463Z","class":"CreatePipelineWorker","correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"73531f9acb658f202b89d361307d986e19c34bfb","after":"e6ba933b82efea217d6ace2e20b032f47271611f","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"e6ba933b82efea217d6ace2e20b032f47271611f","ref":"refs/heads/master"},"retry":0}1762vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f'1763vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f', in 0.03 seconds)1764vm-test-run-nixbot-gitlab> []1765vm-test-run-nixbot-gitlab> gitlab # [  190.441326] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.470Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"746f163bc98e4cfdcba75c3a","created_at":"2026-06-09T11:05:39.529Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dddfa30e78d833704776690e2d2432d46db111ac04666b2df92f56ac3f547a08","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.532Z","job_size_bytes":467,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-746f163bc98e4cfdcba75c3a: done: 0.597362 sec","job_status":"done","queue_duration_s":0.340819,"scheduling_latency_s":0.340839,"gitaly_calls":7,"gitaly_duration_s":0.077927,"redis_calls":33,"redis_duration_s":0.007975,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000913,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003395,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002748,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000919,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.45916,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.597362,"completed_at":"2026-06-09T11:05:40.470Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.043321,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1766vm-test-run-nixbot-gitlab> gitlab # [  190.512131] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.474Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"41a62888-ce6a-4c60-8e0c-2a92e5538041\"}"],"class":"WebHookWorker","jid":"c33d447a472dd8db30467f62","created_at":"2026-06-09T11:05:39.614Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f11140ec1875709d21fce64ce0c97e56b4fe3b8db977bdfc3057ded7ce83cf8","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.619Z","job_size_bytes":1749,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-c33d447a472dd8db30467f62: start","job_status":"start","queue_duration_s":0.854861,"scheduling_latency_s":0.854887}1767vm-test-run-nixbot-gitlab> gitlab # [  190.513419] gitaly[1377]: time="2026-06-09T11:05:40.482Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=7 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T11:05:50.075" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:40.466" grpc.time_ms=16.014 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [  190.583767] nixbot[2992]: INFO:     127.0.0.1:43388 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 200 OK1769vm-test-run-nixbot-gitlab> gitlab # [  190.587896] nixbot[2992]: INFO:     127.0.0.1:43404 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1770vm-test-run-nixbot-gitlab> gitlab # [  190.588985] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.596Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"41a62888-ce6a-4c60-8e0c-2a92e5538041\"}"],"class":"WebHookWorker","jid":"c33d447a472dd8db30467f62","created_at":"2026-06-09T11:05:39.614Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-f707808a45d3492b","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f11140ec1875709d21fce64ce0c97e56b4fe3b8db977bdfc3057ded7ce83cf8","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:39.619Z","job_size_bytes":1749,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-c33d447a472dd8db30467f62: done: 0.122042 sec","job_status":"done","queue_duration_s":0.854861,"scheduling_latency_s":0.854887,"redis_calls":31,"redis_duration_s":0.00882,"redis_read_bytes":805,"redis_write_bytes":6494,"redis_feature_flag_calls":16,"redis_feature_flag_duration_s":0.006023,"redis_feature_flag_read_bytes":778,"redis_feature_flag_write_bytes":1834,"redis_queues_calls":2,"redis_queues_duration_s":0.000301,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3644,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001625,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000871,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.006422603999993726,"cpu_s":0.061168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000351721,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.122042,"completed_at":"2026-06-09T11:05:40.596Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005886,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1771vm-test-run-nixbot-gitlab> gitlab # [  190.687363] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.598Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","c33d447a472dd8db30467f62"],"class":"WebHooks::LogExecutionWorker","jid":"101857145a361054dd829b6b","created_at":"2026-06-09T11:05:40.582Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-18a9b143fbe34a95","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fb41196d8aac5a4b067a3f559faa462d587118928e3fe769099309509f00a8ad","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.586Z","job_size_bytes":2507,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-101857145a361054dd829b6b: start","job_status":"start","queue_duration_s":0.011409,"scheduling_latency_s":0.011431}1772vm-test-run-nixbot-gitlab> gitlab # [  190.715598] gitaly[1377]: time="2026-06-09T11:05:40.566Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:40.566" grpc.time_ms=0.7 pid=1377 span.kind=server system=grpc1773vm-test-run-nixbot-gitlab> gitlab # [  190.731467] gitaly[1377]: time="2026-06-09T11:05:40.605Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:40.604" grpc.time_ms=0.747 pid=1377 span.kind=server system=grpc1774vm-test-run-nixbot-gitlab> gitlab # [  190.748302] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:40 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 801775vm-test-run-nixbot-gitlab> gitlab # [  190.751955] gitlab-workhorse[1279]: time="2026-06-09T11:05:40Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671776vm-test-run-nixbot-gitlab> gitlab # [  190.755236] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:40 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 761777vm-test-run-nixbot-gitlab> gitlab # [  190.759331] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.723Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","c33d447a472dd8db30467f62"],"class":"WebHooks::LogExecutionWorker","jid":"101857145a361054dd829b6b","created_at":"2026-06-09T11:05:40.582Z","trace_propagation_headers":{"sentry-trace":"4d00cf684d5949c0a34d68cf8c14cfe2-18a9b143fbe34a95","baggage":"sentry-trace_id=4d00cf684d5949c0a34d68cf8c14cfe2,sentry-release=Unknown"},"correlation_id":"01KTP0YDH23FYWZSWN0ND2T5RG","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fb41196d8aac5a4b067a3f559faa462d587118928e3fe769099309509f00a8ad","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.586Z","job_size_bytes":2507,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-101857145a361054dd829b6b: done: 0.125199 sec","job_status":"done","queue_duration_s":0.011409,"scheduling_latency_s":0.011431,"redis_calls":10,"redis_duration_s":0.011351,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000658,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007529,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003164,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.025,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.025,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.085234,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.003219404,"duration_s":0.125199,"completed_at":"2026-06-09T11:05:40.723Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01735,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [  190.797132] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.726Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"2326fb4a8bef7612afc7d96f","created_at":"2026-06-09T11:05:40.640Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.651Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-2326fb4a8bef7612afc7d96f: start","job_status":"start","queue_duration_s":0.074621,"scheduling_latency_s":0.074643}1779vm-test-run-nixbot-gitlab> gitlab # [  190.798514] gitaly[1377]: time="2026-06-09T11:05:40.630Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 diskcache=7f4fa60c-dc99-4857-9148-a52200a361ae grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:50.094" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:40.486" pid=1377 ref=refs/keep-around/73531f9acb658f202b89d361307d986e19c34bfb remote_ip="2001:db8:1::1" revision=73531f9acb658f202b89d361307d986e19c34bfb span.kind=server system=grpc username=root1780vm-test-run-nixbot-gitlab> gitlab # [  190.804986] nixbot[2992]: {"ts": "2026-06-09T11:05:40.792Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1781vm-test-run-nixbot-gitlab> gitlab # [  190.808157] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.790Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"2326fb4a8bef7612afc7d96f","created_at":"2026-06-09T11:05:40.640Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.651Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-2326fb4a8bef7612afc7d96f: done: 0.064306 sec","job_status":"done","queue_duration_s":0.074621,"scheduling_latency_s":0.074643,"redis_calls":19,"redis_duration_s":0.012804,"redis_read_bytes":145,"redis_write_bytes":2300,"redis_feature_flag_calls":11,"redis_feature_flag_duration_s":0.009907,"redis_feature_flag_read_bytes":138,"redis_feature_flag_write_bytes":1482,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002249,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000648,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000496152,"duration_s":0.064306,"completed_at":"2026-06-09T11:05:40.790Z","load_balancing_strategy":"primary","db_duration_s":0.015457,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1782vm-test-run-nixbot-gitlab> gitlab # [  190.885934] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.792Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"6a72fbd919bcced6729b0f17","created_at":"2026-06-09T11:05:40.654Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.661Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-6a72fbd919bcced6729b0f17: start","job_status":"start","queue_duration_s":0.130974,"scheduling_latency_s":0.130995}1783vm-test-run-nixbot-gitlab> gitlab # [  190.964101] gitaly[1377]: time="2026-06-09T11:05:40.630Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=50 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5323 command.oublock=8 command.real_time_ms=89 command.spawn_token_fork_ms=7 command.system_time_ms=33 command.user_time_ms=17 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:50.094" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:40.486" grpc.time_ms=143.761 pid=1377 ref=refs/keep-around/73531f9acb658f202b89d361307d986e19c34bfb remote_ip="2001:db8:1::1" revision=73531f9acb658f202b89d361307d986e19c34bfb span.kind=server system=grpc username=root1784vm-test-run-nixbot-gitlab> gitlab # [  190.965350] nixbot[2992]: {"ts": "2026-06-09T11:05:40.842Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb \"HTTP/1.1 201 Created\""}1785vm-test-run-nixbot-gitlab> gitlab # [  190.966162] nixbot[2992]: {"ts": "2026-06-09T11:05:40.850Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-73531f9acb65-3773ab67", "argv0": "bwrap"}1786vm-test-run-nixbot-gitlab> gitlab # [  190.967100] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.860Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"6a72fbd919bcced6729b0f17","created_at":"2026-06-09T11:05:40.654Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.661Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-6a72fbd919bcced6729b0f17: done: 0.068622 sec","job_status":"done","queue_duration_s":0.130974,"scheduling_latency_s":0.130995,"redis_calls":15,"redis_duration_s":0.010492,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001265,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003712,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005515,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033347,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000352838,"duration_s":0.068622,"completed_at":"2026-06-09T11:05:40.860Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011426,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1787vm-test-run-nixbot-gitlab> gitlab # [  191.011307] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.862Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"6a381091a36e66ac63d092cd","created_at":"2026-06-09T11:05:40.790Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.797Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-6a381091a36e66ac63d092cd: start","job_status":"start","queue_duration_s":0.065231,"scheduling_latency_s":0.065252}1788vm-test-run-nixbot-gitlab> gitlab # [  191.036397] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.985Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"6a381091a36e66ac63d092cd","created_at":"2026-06-09T11:05:40.790Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-db6b2426425942c6","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.797Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-6a381091a36e66ac63d092cd: done: 0.123035 sec","job_status":"done","queue_duration_s":0.065231,"scheduling_latency_s":0.065252,"gitaly_calls":3,"gitaly_duration_s":0.008317,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008952,"redis_read_bytes":208,"redis_write_bytes":6802,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001199,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001304,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001478,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000269,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001904,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000441,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000218,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00094,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.084824,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.099796483,"duration_s":0.123035,"completed_at":"2026-06-09T11:05:40.985Z","load_balancing_strategy":"primary","db_duration_s":0.024853,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1789vm-test-run-nixbot-gitlab> gitlab # [  191.155263] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:40.986Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c15e0f4835902e8d07677dbf","created_at":"2026-06-09T11:05:40.915Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-473d06993abb494b","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.918Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c15e0f4835902e8d07677dbf: start","job_status":"start","queue_duration_s":0.067918,"scheduling_latency_s":0.067939}1790vm-test-run-nixbot-gitlab> gitlab # [  191.156831] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:40 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5931791vm-test-run-nixbot-gitlab> gitlab # [  191.157945] gitaly[1377]: time="2026-06-09T11:05:40.636Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:10.333" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.635" grpc.time_ms=0.434 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1792vm-test-run-nixbot-gitlab> gitlab # [  191.170283] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:41.014Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c15e0f4835902e8d07677dbf","created_at":"2026-06-09T11:05:40.915Z","trace_propagation_headers":{"sentry-trace":"f973d9ad1d4e4f1794cd9b8fcdabc695-473d06993abb494b","baggage":"sentry-trace_id=f973d9ad1d4e4f1794cd9b8fcdabc695,sentry-release=Unknown"},"correlation_id":"01KTP0YF4M20AJZEEY5T3HDTX6","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:40.918Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c15e0f4835902e8d07677dbf: done: 0.027489 sec","job_status":"done","queue_duration_s":0.067918,"scheduling_latency_s":0.067939,"redis_calls":10,"redis_duration_s":0.002595,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000432,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001686,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000477,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000377701,"duration_s":0.027489,"completed_at":"2026-06-09T11:05:41.014Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00311,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1793vm-test-run-nixbot-gitlab> gitlab # [  191.299359] gitaly[1377]: time="2026-06-09T11:05:40.679Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFFPQWE8QFF7903AQYEY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:40.666" grpc.time_ms=12.695 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1794vm-test-run-nixbot-gitlab> gitlab # [  191.300720] gitaly[1377]: time="2026-06-09T11:05:40.757Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFJ9TZ52DEQ1FPC0VYZ9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:40.742" pid=1377 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1795vm-test-run-nixbot-gitlab> gitlab # [  191.301819] gitaly[1377]: time="2026-06-09T11:05:40.757Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFJ9TZ52DEQ1FPC0VYZ9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:40.742" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1796vm-test-run-nixbot-gitlab> gitlab # [  191.303038] gitaly[1377]: time="2026-06-09T11:05:40.757Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFJ9TZ52DEQ1FPC0VYZ9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:40.742" grpc.time_ms=14.934 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1797vm-test-run-nixbot-gitlab> gitlab # [  191.373297] gitaly[1377]: time="2026-06-09T11:05:40.860Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:10.058" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.860" grpc.time_ms=0.527 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1798vm-test-run-nixbot-gitlab> gitlab # [  191.374397] gitaly[1377]: time="2026-06-09T11:05:40.929Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:10.728" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.929" grpc.time_ms=0.656 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1799vm-test-run-nixbot-gitlab> gitlab # [  191.375318] gitaly[1377]: time="2026-06-09T11:05:40.956Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:10.754" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.955" grpc.time_ms=0.523 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1800vm-test-run-nixbot-gitlab> gitlab # [  191.443318] gitaly[1377]: time="2026-06-09T11:05:40.976Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YF4M20AJZEEY5T3HDTX6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:10.774" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:40.975" grpc.time_ms=0.817 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1801vm-test-run-nixbot-gitlab> gitlab # [  191.517264] gitaly[1377]: time="2026-06-09T11:05:41.546Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-09T11:06:11.039" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.539" grpc.time_ms=6.964 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1802vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f'1803vm-test-run-nixbot-gitlab> gitlab # [  191.539933] gitaly[1377]: time="2026-06-09T11:05:41.564Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:51.204" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.554" grpc.time_ms=10 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1804vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f', in 0.03 seconds)1805vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-09T11:05:40.783571Z', 'started_at': None, 'finished_at': None}]1806vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.31 seconds)1807vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1808vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1809vm-test-run-nixbot-gitlab> gitlab # [  191.556250] gitaly[1377]: time="2026-06-09T11:05:41.585Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:11.284" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:41.585" grpc.time_ms=0.408 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1810vm-test-run-nixbot-gitlab> gitlab # [  191.572119] nixbot[2992]: INFO:     127.0.0.1:43410 - "GET /api/repos/gitlab/root/test-flake/builds?commit=e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 200 OK1811vm-test-run-nixbot-gitlab> gitlab # [  191.597113] gitaly[1377]: time="2026-06-09T11:05:41.626Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:51.230" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.620" grpc.time_ms=5.508 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1812vm-test-run-nixbot-gitlab> gitlab # [  191.642089] gitaly[1377]: time="2026-06-09T11:05:41.671Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-09T11:05:51.011" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:41.671" grpc.time_ms=0.208 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1813vm-test-run-nixbot-gitlab> gitlab # [  191.650373] gitaly[1377]: time="2026-06-09T11:05:41.680Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGFN6VB7VWBMPH8KB4ZT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:11.379" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:41.679" grpc.time_ms=0.553 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1814vm-test-run-nixbot-gitlab> gitlab # [  191.659331] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:41.688Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5ed551ed76ae8dd5781c72c7","created_at":"2026-06-09T11:05:41.683Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-7ce808248e1b4f39","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.686Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ed551ed76ae8dd5781c72c7: start","job_status":"start","queue_duration_s":0.002202,"scheduling_latency_s":0.002237}1815vm-test-run-nixbot-gitlab> gitlab # [  191.683109] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:41 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 1921816vm-test-run-nixbot-gitlab> gitlab # [  191.688498] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:41 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 2 "" "curl/8.20.0" 961817vm-test-run-nixbot-gitlab> gitlab # [  191.715905] nixbot[2992]: {"ts": "2026-06-09T11:05:41.743Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb \"HTTP/1.1 201 Created\""}1818vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.15 seconds)1819vm-test-run-nixbot-gitlab> []1820vm-test-run-nixbot-gitlab> gitlab # [  191.734379] gitaly[1377]: time="2026-06-09T11:05:41.763Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-09T11:05:51.093" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.754" grpc.time_ms=8.223 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1821vm-test-run-nixbot-gitlab> gitlab # [  191.762578] gitaly[1377]: time="2026-06-09T11:05:41.792Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGKNRNHNPKBN76MDBQMH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:11.490" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:41.791" grpc.time_ms=0.962 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1822vm-test-run-nixbot-gitlab> gitlab # [  191.766107] gitaly[1377]: time="2026-06-09T11:05:41.794Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:41.793" grpc.time_ms=0.981 pid=1377 span.kind=server system=grpc1823vm-test-run-nixbot-gitlab> gitlab # [  191.798307] gitaly[1377]: time="2026-06-09T11:05:41.827Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:41.827" grpc.time_ms=0.338 pid=1377 span.kind=server system=grpc1824vm-test-run-nixbot-gitlab> gitlab # [  191.806464] gitaly[1377]: time="2026-06-09T11:05:41.836Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:41.835" grpc.time_ms=0.268 pid=1377 span.kind=server system=grpc1825vm-test-run-nixbot-gitlab> gitlab # [  191.808358] gitaly[1377]: time="2026-06-09T11:05:41.836Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGKNRNHNPKBN76MDBQMH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:51.202" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.822" grpc.time_ms=13.665 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1826vm-test-run-nixbot-gitlab> gitlab # [  191.826245] gitaly[1377]: time="2026-06-09T11:05:41.855Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:41.855" grpc.time_ms=0.713 pid=1377 span.kind=server system=grpc1827vm-test-run-nixbot-gitlab> gitlab # [  191.876389] gitaly[1377]: time="2026-06-09T11:05:41.906Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH diskcache=7ddc276b-fba3-431e-9b3d-f6104a7e831d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:11.564" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.765" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1828vm-test-run-nixbot-gitlab> gitlab # [  191.879865] gitaly[1377]: time="2026-06-09T11:05:41.909Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=71 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7155 command.oublock=0 command.real_time_ms=133 command.spawn_token_fork_ms=0 command.system_time_ms=52 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:11.564" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:41.765" grpc.time_ms=143.074 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1829vm-test-run-nixbot-gitlab> gitlab # [  191.893401] gitaly[1377]: time="2026-06-09T11:05:41.923Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:41.922" grpc.time_ms=0.833 pid=1377 span.kind=server system=grpc1830vm-test-run-nixbot-gitlab> gitlab # [  191.921368] nixbot[2992]: {"ts": "2026-06-09T11:05:41.944Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb \"HTTP/1.1 201 Created\""}1831vm-test-run-nixbot-gitlab> gitlab # [  191.924958] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:41 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/73531f9acb658f202b89d361307d986e19c34bfb HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1951832vm-test-run-nixbot-gitlab> gitlab # [  191.937388] gitaly[1377]: time="2026-06-09T11:05:41.966Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:11.765" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:41.966" grpc.time_ms=0.593 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1833vm-test-run-nixbot-gitlab> gitlab # [  191.956384] gitaly[1377]: time="2026-06-09T11:05:41.986Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:11.785" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:41.985" grpc.time_ms=0.497 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1834vm-test-run-nixbot-gitlab> gitlab # [  191.987917] gitaly[1377]: time="2026-06-09T11:05:42.017Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 diskcache=6fcda7e1-8744-4aaf-8bf9-d0951d177e19 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:51.108" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:41.769" pid=1377 ref=refs/keep-around/e6ba933b82efea217d6ace2e20b032f47271611f remote_ip="2001:db8:1::1" revision=e6ba933b82efea217d6ace2e20b032f47271611f span.kind=server system=grpc username=root1835vm-test-run-nixbot-gitlab> gitlab # [  192.006654] gitaly[1377]: time="2026-06-09T11:05:42.017Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=130 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5379 command.oublock=8 command.real_time_ms=238 command.spawn_token_fork_ms=3 command.system_time_ms=107 command.user_time_ms=23 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-09T11:05:51.108" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-09T11:05:41.769" grpc.time_ms=248.23 pid=1377 ref=refs/keep-around/e6ba933b82efea217d6ace2e20b032f47271611f remote_ip="2001:db8:1::1" revision=e6ba933b82efea217d6ace2e20b032f47271611f span.kind=server system=grpc username=root1836vm-test-run-nixbot-gitlab> gitlab # [  192.007997] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.034Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5f3016f7b6dca0042e8194cb","created_at":"2026-06-09T11:05:42.032Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"5ed551ed76ae8dd5781c72c7","job_size_bytes":3,"pid":2075,"job_status":"deduplicated","message":"PipelineProcessWorker JID-5f3016f7b6dca0042e8194cb: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}1837vm-test-run-nixbot-gitlab> gitlab # [  192.008869] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.035Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5ed551ed76ae8dd5781c72c7","created_at":"2026-06-09T11:05:41.683Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-7ce808248e1b4f39","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.686Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2075,"job_status":"rescheduled","message":"PipelineProcessWorker JID-5ed551ed76ae8dd5781c72c7: rescheduled"}1838vm-test-run-nixbot-gitlab> gitlab # [  192.009727] gitaly[1377]: time="2026-06-09T11:05:42.027Z" level=info msg="finished unary call with code OK" catfile.duration_ms=9 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=9 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:12.017" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:42.017" grpc.time_ms=9.623 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1839vm-test-run-nixbot-gitlab> gitlab # [  192.082521] gitaly[1377]: time="2026-06-09T11:05:42.028Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:12.027" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:42.027" grpc.time_ms=0.357 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1840vm-test-run-nixbot-gitlab> gitlab # [  192.123429] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.152Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5ed551ed76ae8dd5781c72c7","created_at":"2026-06-09T11:05:41.683Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-7ce808248e1b4f39","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.686Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ed551ed76ae8dd5781c72c7: done: 0.464319 sec","job_status":"done","queue_duration_s":0.002202,"scheduling_latency_s":0.002237,"gitaly_calls":4,"gitaly_duration_s":0.165024,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.13716899999999999,"redis_read_bytes":264,"redis_write_bytes":24001,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001181,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001488,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.005952,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.004041,"redis_queues_read_bytes":24,"redis_queues_write_bytes":12380,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.119709,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000233,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000831,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002553,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.01,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.130295,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.320823736,"duration_s":0.464319,"completed_at":"2026-06-09T11:05:42.152Z","load_balancing_strategy":"primary","db_duration_s":0.037596,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1841vm-test-run-nixbot-gitlab> gitlab # [  192.161598] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.154Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"af97dd8469c473b259de0f04","created_at":"2026-06-09T11:05:41.746Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.755Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-af97dd8469c473b259de0f04: start","job_status":"start","queue_duration_s":0.398749,"scheduling_latency_s":0.398775}1842vm-test-run-nixbot-gitlab> gitlab # [  192.242302] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:42 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 14721843vm-test-run-nixbot-gitlab> gitlab # [  192.247844] nixbot[2992]: {"ts": "2026-06-09T11:05:42.277Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f \"HTTP/1.1 201 Created\""}1844vm-test-run-nixbot-gitlab> gitlab # [  192.260968] nixbot[2992]: {"ts": "2026-06-09T11:05:42.290Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-e6ba933b82ef-49927240", "argv0": "bwrap"}1845vm-test-run-nixbot-gitlab> gitlab # [  192.331453] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.360Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"af97dd8469c473b259de0f04","created_at":"2026-06-09T11:05:41.746Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.755Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-af97dd8469c473b259de0f04: done: 0.206493 sec","job_status":"done","queue_duration_s":0.398749,"scheduling_latency_s":0.398775,"redis_calls":15,"redis_duration_s":0.005881,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000916,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000286,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003177,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000987,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000515,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.097,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.095,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.088981,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000322946,"duration_s":0.206493,"completed_at":"2026-06-09T11:05:42.360Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.10534,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1846vm-test-run-nixbot-gitlab> gitlab # [  192.410945] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.362Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"870fcf9f13e5b7cfa4ec3aee","created_at":"2026-06-09T11:05:41.915Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.919Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-870fcf9f13e5b7cfa4ec3aee: start","job_status":"start","queue_duration_s":0.443248,"scheduling_latency_s":0.443269}1847vm-test-run-nixbot-gitlab> gitlab # [  192.412211] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.384Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"870fcf9f13e5b7cfa4ec3aee","created_at":"2026-06-09T11:05:41.915Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.919Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-870fcf9f13e5b7cfa4ec3aee: done: 0.022398 sec","job_status":"done","queue_duration_s":0.443248,"scheduling_latency_s":0.443269,"redis_calls":10,"redis_duration_s":0.002393,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000478,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001342,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000573,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013417,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003872,"duration_s":0.022398,"completed_at":"2026-06-09T11:05:42.384Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002953,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1848vm-test-run-nixbot-gitlab> gitlab # [  192.503093] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.386Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0e84164067e6abdaa037f8cb","created_at":"2026-06-09T11:05:41.928Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.933Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0e84164067e6abdaa037f8cb: start","job_status":"start","queue_duration_s":0.453071,"scheduling_latency_s":0.453092}1849vm-test-run-nixbot-gitlab> gitlab # [  192.504383] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.411Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0e84164067e6abdaa037f8cb","created_at":"2026-06-09T11:05:41.928Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.933Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0e84164067e6abdaa037f8cb: done: 0.0252 sec","job_status":"done","queue_duration_s":0.453071,"scheduling_latency_s":0.453092,"redis_calls":10,"redis_duration_s":0.00223,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001332,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014998,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337473,"duration_s":0.0252,"completed_at":"2026-06-09T11:05:42.411Z","load_balancing_strategy":"primary","db_duration_s":0.004513,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1850vm-test-run-nixbot-gitlab> gitlab # [  192.573558] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.412Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"0b714a54365de83b9658bfc9","created_at":"2026-06-09T11:05:41.943Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.946Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-0b714a54365de83b9658bfc9: start","job_status":"start","queue_duration_s":0.466024,"scheduling_latency_s":0.466044}1851vm-test-run-nixbot-gitlab> gitlab # [  192.575463] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.438Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"0b714a54365de83b9658bfc9","created_at":"2026-06-09T11:05:41.943Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.946Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-0b714a54365de83b9658bfc9: done: 0.025938 sec","job_status":"done","queue_duration_s":0.466024,"scheduling_latency_s":0.466044,"redis_calls":13,"redis_duration_s":0.003187,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00161,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000682,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000476,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016591,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000671873,"duration_s":0.025938,"completed_at":"2026-06-09T11:05:42.438Z","load_balancing_strategy":"primary","db_duration_s":0.002765,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1852vm-test-run-nixbot-gitlab> gitlab # [  192.685565] systemd[1]: Started Nix Daemon.1853vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1854vm-test-run-nixbot-gitlab> gitlab # [  192.687957] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.440Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"c2d22f51e718f5b83591b005","created_at":"2026-06-09T11:05:41.947Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.950Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-c2d22f51e718f5b83591b005: start","job_status":"start","queue_duration_s":0.490722,"scheduling_latency_s":0.490744}1855vm-test-run-nixbot-gitlab> gitlab # [  192.689621] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.468Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"c2d22f51e718f5b83591b005","created_at":"2026-06-09T11:05:41.947Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.950Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-c2d22f51e718f5b83591b005: done: 0.027742 sec","job_status":"done","queue_duration_s":0.490722,"scheduling_latency_s":0.490744,"redis_calls":10,"redis_duration_s":0.006495,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001937,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003109,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001449,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014488,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000328254,"duration_s":0.027742,"completed_at":"2026-06-09T11:05:42.468Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002722,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1856vm-test-run-nixbot-gitlab> gitlab # [  192.730335] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.470Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"39a01951cb9c74b35ddd7454","created_at":"2026-06-09T11:05:42.353Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-bacb78228b49426c","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:cce33185ff92e6a78a8322efdd4857f2d3bbfec9b044e5a81a8ddb9325600127","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.355Z","job_size_bytes":464,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-39a01951cb9c74b35ddd7454: start","job_status":"start","queue_duration_s":0.114878,"scheduling_latency_s":0.114898}1857vm-test-run-nixbot-gitlab> gitlab # [  192.756404] sidekiq-cluster[2075]: {"severity":"WARN","time":"2026-06-09T11:05:42.498Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"39a01951cb9c74b35ddd7454","created_at":"2026-06-09T11:05:42.353Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-bacb78228b49426c","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:cce33185ff92e6a78a8322efdd4857f2d3bbfec9b044e5a81a8ddb9325600127","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.355Z","job_size_bytes":464,"pid":2075,"sidekiq_tid":"m2wn","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-39a01951cb9c74b35ddd7454: fail: 0.028509 sec","job_status":"fail","queue_duration_s":0.114878,"scheduling_latency_s":0.114898,"redis_calls":7,"redis_duration_s":0.001637,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001215,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018917,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028509,"completed_at":"2026-06-09T11:05:42.498Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.003818,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1858vm-test-run-nixbot-gitlab> gitlab # [  193.387331] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.501Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"d5c522c43057300b83fe659f","created_at":"2026-06-09T11:05:41.950Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.954Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-d5c522c43057300b83fe659f: start","job_status":"start","queue_duration_s":0.546807,"scheduling_latency_s":0.546843}1859vm-test-run-nixbot-gitlab> gitlab # [  193.389046] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.764Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"d5c522c43057300b83fe659f","created_at":"2026-06-09T11:05:41.950Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.954Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-d5c522c43057300b83fe659f: done: 0.263218 sec","job_status":"done","queue_duration_s":0.546807,"scheduling_latency_s":0.546843,"redis_calls":11,"redis_duration_s":0.006302,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003828,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001866,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000608,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.22,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.219,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02039,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000353676,"duration_s":0.263218,"completed_at":"2026-06-09T11:05:42.764Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.220337,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [  193.473977] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.765Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"be722c2c42ab494be522d91e","created_at":"2026-06-09T11:05:41.956Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.959Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-be722c2c42ab494be522d91e: start","job_status":"start","queue_duration_s":0.806262,"scheduling_latency_s":0.806317}1861vm-test-run-nixbot-gitlab> gitlab # [  193.475289] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.789Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"be722c2c42ab494be522d91e","created_at":"2026-06-09T11:05:41.956Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.959Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-be722c2c42ab494be522d91e: done: 0.023436 sec","job_status":"done","queue_duration_s":0.806262,"scheduling_latency_s":0.806317,"redis_calls":10,"redis_duration_s":0.00226,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000429,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001397,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000434,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000403403,"duration_s":0.023436,"completed_at":"2026-06-09T11:05:42.789Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002492,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1862vm-test-run-nixbot-gitlab> gitlab # [  193.567990] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.790Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"214edb83a7c16701ab972350","created_at":"2026-06-09T11:05:41.960Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.961Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-214edb83a7c16701ab972350: start","job_status":"start","queue_duration_s":0.829061,"scheduling_latency_s":0.829081}1863vm-test-run-nixbot-gitlab> gitlab # [  193.571077] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.815Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"214edb83a7c16701ab972350","created_at":"2026-06-09T11:05:41.960Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.961Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-214edb83a7c16701ab972350: done: 0.024568 sec","job_status":"done","queue_duration_s":0.829061,"scheduling_latency_s":0.829081,"redis_calls":7,"redis_duration_s":0.001571,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001111,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017247,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024568,"completed_at":"2026-06-09T11:05:42.815Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002551,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1864vm-test-run-nixbot-gitlab> gitlab # [  193.659980] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.817Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"484645dc28003e9f627504c8","created_at":"2026-06-09T11:05:41.988Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.993Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-484645dc28003e9f627504c8: start","job_status":"start","queue_duration_s":0.823353,"scheduling_latency_s":0.823376}1865vm-test-run-nixbot-gitlab> gitlab # [  193.663369] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.844Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"484645dc28003e9f627504c8","created_at":"2026-06-09T11:05:41.988Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.993Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-484645dc28003e9f627504c8: done: 0.027259 sec","job_status":"done","queue_duration_s":0.823353,"scheduling_latency_s":0.823376,"redis_calls":10,"redis_duration_s":0.002473,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000425,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001476,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000572,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01529,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000389714,"duration_s":0.027259,"completed_at":"2026-06-09T11:05:42.844Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00666,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1866vm-test-run-nixbot-gitlab> gitlab # [  193.756407] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.845Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"bfd503ca1ae449bd6e3355f0","created_at":"2026-06-09T11:05:41.994Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.997Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-bfd503ca1ae449bd6e3355f0: start","job_status":"start","queue_duration_s":0.848427,"scheduling_latency_s":0.848448}1867vm-test-run-nixbot-gitlab> gitlab # [  193.758206] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:42.868Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"bfd503ca1ae449bd6e3355f0","created_at":"2026-06-09T11:05:41.994Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:41.997Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-bfd503ca1ae449bd6e3355f0: done: 0.023082 sec","job_status":"done","queue_duration_s":0.848427,"scheduling_latency_s":0.848448,"redis_calls":10,"redis_duration_s":0.002948,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000615,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001329,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001004,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000349486,"duration_s":0.023082,"completed_at":"2026-06-09T11:05:42.868Z","load_balancing_strategy":"primary","db_duration_s":0.001423,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1868vm-test-run-nixbot-gitlab> gitlab # [  193.880048] nix-daemon[3383]: accepted connection from pid 3382, user nixbot1869vm-test-run-nixbot-gitlab> gitlab # [  193.881301] nix-daemon[3383]: accepted connection from pid 3381, user nixbot1870vm-test-run-nixbot-gitlab> gitlab # [  193.903551] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:43.932Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"f99aacd26db3b3ecf11a95db","created_at":"2026-06-09T11:05:42.033Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.036Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-f99aacd26db3b3ecf11a95db: start","job_status":"start","queue_duration_s":1.895998,"scheduling_latency_s":1.896036}1871vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 1.22 seconds)1872vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1873vm-test-run-nixbot-gitlab> gitlab # [  193.930814] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:43.959Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"f99aacd26db3b3ecf11a95db","created_at":"2026-06-09T11:05:42.033Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.036Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-f99aacd26db3b3ecf11a95db: done: 0.026471 sec","job_status":"done","queue_duration_s":1.895998,"scheduling_latency_s":1.896036,"redis_calls":7,"redis_duration_s":0.002036,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001387,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000649,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026471,"completed_at":"2026-06-09T11:05:43.958Z","load_balancing_strategy":"primary","db_duration_s":0.002567,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1874vm-test-run-nixbot-gitlab> gitlab # [  193.932209] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:43 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 11361875vm-test-run-nixbot-gitlab> gitlab # [  193.933218] gitaly[1377]: time="2026-06-09T11:05:43.935Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YHN3X6GJZTQBDRQ6R9ER grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:13.633" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:43.934" grpc.time_ms=0.554 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1876vm-test-run-nixbot-gitlab> gitlab # [  194.022550] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.051Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"31868ecc555e30e77064a3f5","created_at":"2026-06-09T11:05:42.036Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.148Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-31868ecc555e30e77064a3f5: start","job_status":"start","queue_duration_s":1.812679,"scheduling_latency_s":1.812704}1877vm-test-run-nixbot-gitlab> gitlab # [  194.057201] gitaly[1377]: time="2026-06-09T11:05:44.086Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:14.085" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:44.085" grpc.time_ms=0.991 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1878vm-test-run-nixbot-gitlab> gitlab # [  194.144385] gitaly[1377]: time="2026-06-09T11:05:44.173Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YGCGQEGM8T5EG6HAGHQH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:14.171" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:44.171" grpc.time_ms=1.523 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1879vm-test-run-nixbot-gitlab> gitlab # [  194.202814] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.231Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"31868ecc555e30e77064a3f5","created_at":"2026-06-09T11:05:42.036Z","trace_propagation_headers":{"sentry-trace":"b7110c3ea5e24a4c95b23c6eb534048b-39738c41125c4ef2","baggage":"sentry-trace_id=b7110c3ea5e24a4c95b23c6eb534048b,sentry-release=Unknown"},"correlation_id":"01KTP0YGCGQEGM8T5EG6HAGHQH","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.148Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-31868ecc555e30e77064a3f5: done: 0.270756 sec","job_status":"done","queue_duration_s":1.812679,"scheduling_latency_s":1.812704,"gitaly_calls":2,"gitaly_duration_s":0.02876,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.042691,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.001475,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002306,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000489,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.038421,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.108627493,"duration_s":0.270756,"completed_at":"2026-06-09T11:05:44.231Z","load_balancing_strategy":"primary","db_duration_s":0.024667,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1880vm-test-run-nixbot-gitlab> gitlab # [  194.284396] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.313Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"58c2855a2047d51a6b35dc2d","created_at":"2026-06-09T11:05:42.147Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.151Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-58c2855a2047d51a6b35dc2d: start","job_status":"start","queue_duration_s":2.162343,"scheduling_latency_s":2.162379}1881vm-test-run-nixbot-gitlab> gitlab # [  194.385305] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.414Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"58c2855a2047d51a6b35dc2d","created_at":"2026-06-09T11:05:42.147Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.151Z","job_size_bytes":65,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-58c2855a2047d51a6b35dc2d: done: 0.100569 sec","job_status":"done","queue_duration_s":2.162343,"scheduling_latency_s":2.162379,"redis_calls":10,"redis_duration_s":0.006758,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003564,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.003194,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.059574,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.100569,"completed_at":"2026-06-09T11:05:44.414Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021393,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1882vm-test-run-nixbot-gitlab> gitlab # [  194.390340] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.418Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"882f7855ccd5f808c4228cef","created_at":"2026-06-09T11:05:42.253Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.257Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-882f7855ccd5f808c4228cef: start","job_status":"start","queue_duration_s":2.160509,"scheduling_latency_s":2.160566}1883vm-test-run-nixbot-gitlab> gitlab # [  194.502093] gitaly[1377]: time="2026-06-09T11:05:44.531Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:14.329" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:44.530" grpc.time_ms=1.314 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1884vm-test-run-nixbot-gitlab> gitlab # [  194.566679] gitaly[1377]: time="2026-06-09T11:05:44.596Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:14.393" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:44.594" grpc.time_ms=1.312 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1885vm-test-run-nixbot-gitlab> gitlab # [  194.638625] gitaly[1377]: time="2026-06-09T11:05:44.668Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YFNYPGZPEQRC4KHJHXW4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:14.465" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:44.666" grpc.time_ms=1.362 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1886vm-test-run-nixbot-gitlab> gitlab # [  194.662477] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.691Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"882f7855ccd5f808c4228cef","created_at":"2026-06-09T11:05:42.253Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-3ac3181ec20e4233","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:42.257Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-882f7855ccd5f808c4228cef: done: 0.273468 sec","job_status":"done","queue_duration_s":2.160509,"scheduling_latency_s":2.160566,"gitaly_calls":3,"gitaly_duration_s":0.06249,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.019465,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001958,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.006375,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000655,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00447,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000433,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.001107,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002509,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.146626,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.225562187,"duration_s":0.273468,"completed_at":"2026-06-09T11:05:44.691Z","load_balancing_strategy":"primary","db_duration_s":0.049193,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1887vm-test-run-nixbot-gitlab> gitlab # [  194.743670] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.695Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"bcb1fa63996fc714366e253a","created_at":"2026-06-09T11:05:44.492Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-6616701203ca4180","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:44.494Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-bcb1fa63996fc714366e253a: start","job_status":"start","queue_duration_s":0.200627,"scheduling_latency_s":0.200678}1888vm-test-run-nixbot-gitlab> gitlab # [  194.745411] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:44.742Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"bcb1fa63996fc714366e253a","created_at":"2026-06-09T11:05:44.492Z","trace_propagation_headers":{"sentry-trace":"a679797bae424a428142b2d9dca2c7f4-6616701203ca4180","baggage":"sentry-trace_id=a679797bae424a428142b2d9dca2c7f4,sentry-release=Unknown"},"correlation_id":"01KTP0YFNYPGZPEQRC4KHJHXW4","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:44.494Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-bcb1fa63996fc714366e253a: done: 0.047915 sec","job_status":"done","queue_duration_s":0.200627,"scheduling_latency_s":0.200678,"redis_calls":7,"redis_duration_s":0.004015,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002841,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001174,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031058,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.047915,"completed_at":"2026-06-09T11:05:44.742Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005874,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1889vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1890vm-test-run-nixbot-gitlab> gitlab # [  195.060765] gitaly[1377]: time="2026-06-09T11:05:45.089Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YKSR6932X9NT8H66FYKH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:15.087" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:45.088" grpc.time_ms=1.19 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1891vm-test-run-nixbot-gitlab> gitlab # [  195.149445] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:45 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1611892vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.22 seconds)1893vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1894vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1895vm-test-run-nixbot-gitlab> gitlab # [  196.287149] gitaly[1377]: time="2026-06-09T11:05:46.315Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YMZN0M4Z1JGY6H78Z5W9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:16.313" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:46.314" grpc.time_ms=1.141 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1896vm-test-run-nixbot-gitlab> gitlab # [  196.350534] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1491897vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.20 seconds)1898vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1899vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1900vm-test-run-nixbot-gitlab> gitlab # [  197.395943] nix-daemon[3383]: accepted connection from pid 3415, user nixbot1901vm-test-run-nixbot-gitlab> gitlab # [  197.474625] gitaly[1377]: time="2026-06-09T11:05:47.503Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP4ZQ2NA26GJC30MR6YA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:17.501" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.502" grpc.time_ms=1.151 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1902vm-test-run-nixbot-gitlab> gitlab # [  197.477816] gitaly[1377]: time="2026-06-09T11:05:47.507Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:17.206" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.506" grpc.time_ms=0.594 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1903vm-test-run-nixbot-gitlab> gitlab # [  197.538813] gitaly[1377]: time="2026-06-09T11:05:47.568Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:57.171" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:47.561" grpc.time_ms=6.794 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1904vm-test-run-nixbot-gitlab> gitlab # [  197.597433] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:47.624Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"643788c6bc7e01e7beec2f6c","created_at":"2026-06-09T11:05:47.614Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-d1bb7907453e42cf","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.621Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-643788c6bc7e01e7beec2f6c: start","job_status":"start","queue_duration_s":0.002677,"scheduling_latency_s":0.002715}1905vm-test-run-nixbot-gitlab> gitlab # [  197.624420] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:47 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 2541906vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.27 seconds)1907vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:47.600Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1908vm-test-run-nixbot-gitlab> gitlab # [  197.628805] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:47 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 671 "" "curl/8.20.0" 2281909vm-test-run-nixbot-gitlab> gitlab # [  197.633875] nixbot[2992]: {"ts": "2026-06-09T11:05:47.654Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f \"HTTP/1.1 201 Created\""}1910vm-test-run-nixbot-gitlab> gitlab # [  197.687444] gitaly[1377]: time="2026-06-09T11:05:47.717Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:47.716" grpc.time_ms=0.34 pid=1377 span.kind=server system=grpc1911vm-test-run-nixbot-gitlab> gitlab # [  197.717744] gitaly[1377]: time="2026-06-09T11:05:47.747Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YPCC1MYVAHAACFS6WSMN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:17.446" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.746" grpc.time_ms=0.657 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1912vm-test-run-nixbot-gitlab> gitlab # [  197.719529] gitaly[1377]: time="2026-06-09T11:05:47.749Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:47.748" grpc.time_ms=0.396 pid=1377 span.kind=server system=grpc1913vm-test-run-nixbot-gitlab> gitlab # [  197.774351] gitaly[1377]: time="2026-06-09T11:05:47.804Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:47.803" grpc.time_ms=0.41 pid=1377 span.kind=server system=grpc1914vm-test-run-nixbot-gitlab> gitlab # [  197.793820] gitaly[1377]: time="2026-06-09T11:05:47.823Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=0 command.system_time_ms=13 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YPCC1MYVAHAACFS6WSMN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:05:57.181" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:47.802" grpc.time_ms=21.294 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1915vm-test-run-nixbot-gitlab> gitlab # [  197.800297] gitaly[1377]: time="2026-06-09T11:05:47.830Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 diskcache=02d61ffa-6565-4ab9-adc0-f1e9b02c822b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:17.492" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:47.692" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1916vm-test-run-nixbot-gitlab> gitlab # [  197.803260] gitaly[1377]: time="2026-06-09T11:05:47.830Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=93 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6903 command.oublock=0 command.real_time_ms=127 command.spawn_token_fork_ms=0 command.system_time_ms=69 command.user_time_ms=24 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:17.492" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:47.692" grpc.time_ms=137.333 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1917vm-test-run-nixbot-gitlab> gitlab # [  197.853759] gitaly[1377]: time="2026-06-09T11:05:47.883Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:17.682" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.882" grpc.time_ms=0.802 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1918vm-test-run-nixbot-gitlab> gitlab # [  197.879586] gitaly[1377]: time="2026-06-09T11:05:47.909Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:17.708" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.908" grpc.time_ms=0.641 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1919vm-test-run-nixbot-gitlab> gitlab # [  197.889049] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:47 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2581920vm-test-run-nixbot-gitlab> gitlab # [  197.889903] nixbot[2992]: {"ts": "2026-06-09T11:05:47.918Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f \"HTTP/1.1 201 Created\""}1921vm-test-run-nixbot-gitlab> gitlab # [  197.942709] gitaly[1377]: time="2026-06-09T11:05:47.972Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:17.771" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:47.971" grpc.time_ms=0.589 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1922vm-test-run-nixbot-gitlab> gitlab # [  197.971583] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.001Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"c81f03a00efa0a5485265580","created_at":"2026-06-09T11:05:47.998Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"643788c6bc7e01e7beec2f6c","job_size_bytes":3,"pid":2075,"job_status":"deduplicated","message":"PipelineProcessWorker JID-c81f03a00efa0a5485265580: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}1923vm-test-run-nixbot-gitlab> gitlab # [  197.997820] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.027Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"643788c6bc7e01e7beec2f6c","created_at":"2026-06-09T11:05:47.614Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-d1bb7907453e42cf","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.621Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2075,"job_status":"rescheduled","message":"PipelineProcessWorker JID-643788c6bc7e01e7beec2f6c: rescheduled"}1924vm-test-run-nixbot-gitlab> gitlab # [  198.034796] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.063Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"643788c6bc7e01e7beec2f6c","created_at":"2026-06-09T11:05:47.614Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-d1bb7907453e42cf","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.621Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-643788c6bc7e01e7beec2f6c: done: 0.439126 sec","job_status":"done","queue_duration_s":0.002677,"scheduling_latency_s":0.002715,"gitaly_calls":4,"gitaly_duration_s":0.209927,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.073794,"redis_read_bytes":262,"redis_write_bytes":23382,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.003444,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002513,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00108,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.004201,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14463,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.055432,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000229,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000759,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.002692,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.012,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.014,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.126794,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.351347448,"duration_s":0.439126,"completed_at":"2026-06-09T11:05:48.063Z","load_balancing_strategy":"primary","db_duration_s":0.035927,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1925vm-test-run-nixbot-gitlab> gitlab # [  198.123597] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.152Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"ed333d4aa157686e89f4cabc","created_at":"2026-06-09T11:05:47.686Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.688Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-ed333d4aa157686e89f4cabc: start","job_status":"start","queue_duration_s":0.46433,"scheduling_latency_s":0.464391}1926vm-test-run-nixbot-gitlab> gitlab # [  198.216877] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.245Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"ed333d4aa157686e89f4cabc","created_at":"2026-06-09T11:05:47.686Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.688Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-ed333d4aa157686e89f4cabc: done: 0.093311 sec","job_status":"done","queue_duration_s":0.46433,"scheduling_latency_s":0.464391,"redis_calls":7,"redis_duration_s":0.003178,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001032,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045686,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.093311,"completed_at":"2026-06-09T11:05:48.245Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012037,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1927vm-test-run-nixbot-gitlab> gitlab # [  198.302980] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.332Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"796fb8ce1ffef2eb36d8cbdc","created_at":"2026-06-09T11:05:47.836Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.838Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-796fb8ce1ffef2eb36d8cbdc: start","job_status":"start","queue_duration_s":0.493354,"scheduling_latency_s":0.493418}1928vm-test-run-nixbot-gitlab> gitlab # [  198.370718] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.399Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"796fb8ce1ffef2eb36d8cbdc","created_at":"2026-06-09T11:05:47.836Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.838Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-796fb8ce1ffef2eb36d8cbdc: done: 0.067721 sec","job_status":"done","queue_duration_s":0.493354,"scheduling_latency_s":0.493418,"redis_calls":7,"redis_duration_s":0.002632,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001834,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000798,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026569,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.067721,"completed_at":"2026-06-09T11:05:48.399Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005675,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1929vm-test-run-nixbot-gitlab> gitlab # [  198.442821] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.471Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a3487a15599e7661fa62bbfb","created_at":"2026-06-09T11:05:47.845Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.846Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a3487a15599e7661fa62bbfb: start","job_status":"start","queue_duration_s":0.625235,"scheduling_latency_s":0.625301}1930vm-test-run-nixbot-gitlab> gitlab # [  198.506796] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.535Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"a3487a15599e7661fa62bbfb","created_at":"2026-06-09T11:05:47.845Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.846Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-a3487a15599e7661fa62bbfb: done: 0.063775 sec","job_status":"done","queue_duration_s":0.625235,"scheduling_latency_s":0.625301,"redis_calls":7,"redis_duration_s":0.004545,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003128,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001417,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034691,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.063775,"completed_at":"2026-06-09T11:05:48.535Z","load_balancing_strategy":"primary","db_duration_s":0.014083,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1931vm-test-run-nixbot-gitlab> gitlab # [  198.509838] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.539Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"7d2aa68a6af360eae6c44258","created_at":"2026-06-09T11:05:47.853Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.855Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-7d2aa68a6af360eae6c44258: start","job_status":"start","queue_duration_s":0.682998,"scheduling_latency_s":0.68318}1932vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1933vm-test-run-nixbot-gitlab> gitlab # [  198.552589] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.581Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"7d2aa68a6af360eae6c44258","created_at":"2026-06-09T11:05:47.853Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.855Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-7d2aa68a6af360eae6c44258: done: 0.042909 sec","job_status":"done","queue_duration_s":0.682998,"scheduling_latency_s":0.68318,"redis_calls":10,"redis_duration_s":0.00537,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002514,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001849,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001007,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025664,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042909,"completed_at":"2026-06-09T11:05:48.581Z","load_balancing_strategy":"primary","db_duration_s":0.005811,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1934vm-test-run-nixbot-gitlab> gitlab # [  198.646975] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.583Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ede5ac8bf0d849ec691167e0","created_at":"2026-06-09T11:05:47.856Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.857Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ede5ac8bf0d849ec691167e0: start","job_status":"start","queue_duration_s":0.726227,"scheduling_latency_s":0.726249}1935vm-test-run-nixbot-gitlab> gitlab # [  198.648618] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.606Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ede5ac8bf0d849ec691167e0","created_at":"2026-06-09T11:05:47.856Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.857Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ede5ac8bf0d849ec691167e0: done: 0.022169 sec","job_status":"done","queue_duration_s":0.726227,"scheduling_latency_s":0.726249,"redis_calls":7,"redis_duration_s":0.002876,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002144,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000732,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022169,"completed_at":"2026-06-09T11:05:48.605Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005617,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1936vm-test-run-nixbot-gitlab> gitlab # [  198.725642] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.607Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"a77d5f18bdb7afa08a827075","created_at":"2026-06-09T11:05:47.858Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.859Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-a77d5f18bdb7afa08a827075: start","job_status":"start","queue_duration_s":0.747881,"scheduling_latency_s":0.747903}1937vm-test-run-nixbot-gitlab> gitlab # [  198.727398] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.630Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"a77d5f18bdb7afa08a827075","created_at":"2026-06-09T11:05:47.858Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.859Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-a77d5f18bdb7afa08a827075: done: 0.022923 sec","job_status":"done","queue_duration_s":0.747881,"scheduling_latency_s":0.747903,"redis_calls":8,"redis_duration_s":0.003666,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002801,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000865,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012075,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022923,"completed_at":"2026-06-09T11:05:48.630Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004626,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1938vm-test-run-nixbot-gitlab> gitlab # [  198.831337] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.632Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"60821bae6e9d39500a0676f8","created_at":"2026-06-09T11:05:47.860Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.862Z","job_size_bytes":66,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-60821bae6e9d39500a0676f8: start","job_status":"start","queue_duration_s":0.770683,"scheduling_latency_s":0.770704}1939vm-test-run-nixbot-gitlab> gitlab # [  198.832394] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.651Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"60821bae6e9d39500a0676f8","created_at":"2026-06-09T11:05:47.860Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.862Z","job_size_bytes":66,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-60821bae6e9d39500a0676f8: done: 0.018408 sec","job_status":"done","queue_duration_s":0.770683,"scheduling_latency_s":0.770704,"redis_calls":7,"redis_duration_s":0.003082,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002274,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000808,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018408,"completed_at":"2026-06-09T11:05:48.651Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002289,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1940vm-test-run-nixbot-gitlab> gitlab # [  198.903091] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.652Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"e2135feba1516916d394074f","created_at":"2026-06-09T11:05:47.862Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.864Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e2135feba1516916d394074f: start","job_status":"start","queue_duration_s":0.788681,"scheduling_latency_s":0.788753}1941vm-test-run-nixbot-gitlab> gitlab # [  198.912517] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.685Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"e2135feba1516916d394074f","created_at":"2026-06-09T11:05:47.862Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.864Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-e2135feba1516916d394074f: done: 0.032293 sec","job_status":"done","queue_duration_s":0.788681,"scheduling_latency_s":0.788753,"redis_calls":7,"redis_duration_s":0.0034330000000000003,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002585,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000848,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019606,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032293,"completed_at":"2026-06-09T11:05:48.685Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005204,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1942vm-test-run-nixbot-gitlab> gitlab # [  199.026038] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.688Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"fea890a06a441fed5ad6e352","created_at":"2026-06-09T11:05:47.943Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.945Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-fea890a06a441fed5ad6e352: start","job_status":"start","queue_duration_s":0.743302,"scheduling_latency_s":0.743366}1943vm-test-run-nixbot-gitlab> gitlab # [  199.027329] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.732Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"fea890a06a441fed5ad6e352","created_at":"2026-06-09T11:05:47.943Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.945Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-fea890a06a441fed5ad6e352: done: 0.043789 sec","job_status":"done","queue_duration_s":0.743302,"scheduling_latency_s":0.743366,"redis_calls":7,"redis_duration_s":0.004324,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002924,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0014,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024917,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043789,"completed_at":"2026-06-09T11:05:48.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005487,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1944vm-test-run-nixbot-gitlab> gitlab # [  199.109335] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.734Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"54faeff06da903691d7b3ad2","created_at":"2026-06-09T11:05:47.945Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.946Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-54faeff06da903691d7b3ad2: start","job_status":"start","queue_duration_s":0.787545,"scheduling_latency_s":0.787585}1945vm-test-run-nixbot-gitlab> gitlab # [  199.110893] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.749Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"54faeff06da903691d7b3ad2","created_at":"2026-06-09T11:05:47.945Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.946Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-54faeff06da903691d7b3ad2: done: 0.015108 sec","job_status":"done","queue_duration_s":0.787545,"scheduling_latency_s":0.787585,"redis_calls":7,"redis_duration_s":0.0015040000000000001,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001036,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000468,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008406,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015108,"completed_at":"2026-06-09T11:05:48.749Z","load_balancing_strategy":"primary","db_duration_s":0.000616,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1946vm-test-run-nixbot-gitlab> gitlab # [  199.207268] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.750Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4c0543a18f4abe23c0e6a3ad","created_at":"2026-06-09T11:05:47.947Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.950Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4c0543a18f4abe23c0e6a3ad: start","job_status":"start","queue_duration_s":0.800219,"scheduling_latency_s":0.80024}1947vm-test-run-nixbot-gitlab> gitlab # [  199.208843] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.776Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4c0543a18f4abe23c0e6a3ad","created_at":"2026-06-09T11:05:47.947Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:47.950Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4c0543a18f4abe23c0e6a3ad: done: 0.025852 sec","job_status":"done","queue_duration_s":0.800219,"scheduling_latency_s":0.80024,"redis_calls":10,"redis_duration_s":0.0027670000000000004,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000492,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00176,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000515,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337473,"duration_s":0.025852,"completed_at":"2026-06-09T11:05:48.776Z","load_balancing_strategy":"primary","db_duration_s":0.004434,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1948vm-test-run-nixbot-gitlab> gitlab # [  199.295899] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.777Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"ed4567693e4225da78330b15","created_at":"2026-06-09T11:05:48.027Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:48.053Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ed4567693e4225da78330b15: start","job_status":"start","queue_duration_s":0.724285,"scheduling_latency_s":0.724306}1949vm-test-run-nixbot-gitlab> gitlab # [  199.297266] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.886Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"ed4567693e4225da78330b15","created_at":"2026-06-09T11:05:48.027Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-9f2f353781ef4fa1","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:48.053Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ed4567693e4225da78330b15: done: 0.109054 sec","job_status":"done","queue_duration_s":0.724285,"scheduling_latency_s":0.724306,"gitaly_calls":3,"gitaly_duration_s":0.00781,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.007135,"redis_read_bytes":98,"redis_write_bytes":6013,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.000997,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001705,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.00028,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001557,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000238,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000407,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076948,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.089387897,"duration_s":0.109054,"completed_at":"2026-06-09T11:05:48.886Z","load_balancing_strategy":"primary","db_duration_s":0.022501,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1950vm-test-run-nixbot-gitlab> gitlab # [  199.428301] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.888Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"5f812f77049b32a3f5e9b391","created_at":"2026-06-09T11:05:48.826Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-1b992f591cf54fec","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:48.827Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-5f812f77049b32a3f5e9b391: start","job_status":"start","queue_duration_s":0.060706,"scheduling_latency_s":0.060728}1951vm-test-run-nixbot-gitlab> gitlab # [  199.429542] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:48.911Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"5f812f77049b32a3f5e9b391","created_at":"2026-06-09T11:05:48.826Z","trace_propagation_headers":{"sentry-trace":"fbe9b8438c014160a317b7bcc35e5e91-1b992f591cf54fec","baggage":"sentry-trace_id=fbe9b8438c014160a317b7bcc35e5e91,sentry-release=Unknown"},"correlation_id":"01KTP0YP46P3FTMYRYKX773F70","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:48.827Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-5f812f77049b32a3f5e9b391: done: 0.0227 sec","job_status":"done","queue_duration_s":0.060706,"scheduling_latency_s":0.060728,"redis_calls":7,"redis_duration_s":0.001606,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00116,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000446,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016075,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.0227,"completed_at":"2026-06-09T11:05:48.911Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002466,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1952vm-test-run-nixbot-gitlab> gitlab # [  199.459467] gitaly[1377]: time="2026-06-09T11:05:48.836Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:18.635" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:48.835" grpc.time_ms=1.014 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1953vm-test-run-nixbot-gitlab> gitlab # [  199.479356] gitaly[1377]: time="2026-06-09T11:05:48.856Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:18.655" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:48.856" grpc.time_ms=0.483 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1954vm-test-run-nixbot-gitlab> gitlab # [  199.548110] gitaly[1377]: time="2026-06-09T11:05:48.877Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YP46P3FTMYRYKX773F70 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:18.675" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:48.876" grpc.time_ms=0.61 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1955vm-test-run-nixbot-gitlab> gitlab # [  199.742437] gitaly[1377]: time="2026-06-09T11:05:49.771Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YRAAE8DP40RR457A2REQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:19.269" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:49.770" grpc.time_ms=1.068 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1956vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 1.17 seconds)1957vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:47.600Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T11:05:47.875Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1958vm-test-run-nixbot-gitlab> gitlab # [  199.791750] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:49 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1751959vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1960vm-test-run-nixbot-gitlab> gitlab # [  200.930563] gitaly[1377]: time="2026-06-09T11:05:50.959Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YSGBVE5TG8SXVHV2NWRH grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:20.457" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:50.958" grpc.time_ms=0.931 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1961vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.19 seconds)1962vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:47.600Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T11:05:47.875Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1963vm-test-run-nixbot-gitlab> gitlab # [  200.987433] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:51 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1561964vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1965vm-test-run-nixbot-gitlab> gitlab # [  202.122415] gitaly[1377]: time="2026-06-09T11:05:52.151Z" level=info msg="finished unary call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTNNG5GBZ8633H7M001X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:22.147" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:52.148" grpc.time_ms=2.648 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1966vm-test-run-nixbot-gitlab> gitlab # [  202.164618] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1391967vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.18 seconds)1968vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:47.600Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-09T11:05:47.875Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1969vm-test-run-nixbot-gitlab> gitlab # [  202.218524] nix-daemon[3383]: accepted connection from pid 3491, user nixbot1970vm-test-run-nixbot-gitlab> gitlab # [  202.348679] gitaly[1377]: time="2026-06-09T11:05:52.378Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:22.377" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:52.377" grpc.time_ms=0.619 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1971vm-test-run-nixbot-gitlab> gitlab # [  202.695551] gitaly[1377]: time="2026-06-09T11:05:52.725Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-09T11:06:02.052" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.712" grpc.time_ms=12.035 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1972vm-test-run-nixbot-gitlab> gitlab # [  202.793265] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:52.821Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"52351826b904e6524ebca66b","created_at":"2026-06-09T11:05:52.807Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-521ab058ff614377","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:52.817Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-52351826b904e6524ebca66b: start","job_status":"start","queue_duration_s":0.004019,"scheduling_latency_s":0.004082}1973vm-test-run-nixbot-gitlab> gitlab # [  202.844402] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:52 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 5701974vm-test-run-nixbot-gitlab> gitlab # [  202.845998] nixbot[2992]: {"ts": "2026-06-09T11:05:52.841Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/e6ba933b82efea217d6ace2e20b032f47271611f \"HTTP/1.1 201 Created\""}1975vm-test-run-nixbot-gitlab> gitlab # [  202.887928] gitaly[1377]: time="2026-06-09T11:05:52.917Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:52.916" grpc.time_ms=1.147 pid=1377 span.kind=server system=grpc1976vm-test-run-nixbot-gitlab> gitlab # [  202.922857] gitaly[1377]: time="2026-06-09T11:05:52.952Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:52.952" grpc.time_ms=0.283 pid=1377 span.kind=server system=grpc1977vm-test-run-nixbot-gitlab> gitlab # [  202.959233] gitaly[1377]: time="2026-06-09T11:05:52.988Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-09T11:05:52.988" grpc.time_ms=0.303 pid=1377 span.kind=server system=grpc1978vm-test-run-nixbot-gitlab> gitlab # [  202.976695] gitaly[1377]: time="2026-06-09T11:05:53.006Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" operations="[repack_refs]" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [  202.978145] gitaly[1377]: time="2026-06-09T11:05:53.007Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" pid=1377 remote_ip="2001:db8:1::1" repository_info="{false {6 703 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-09 11:05:33.545556049 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root1980vm-test-run-nixbot-gitlab> gitlab # [  202.993074] gitaly[1377]: time="2026-06-09T11:05:53.022Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" pid=1377 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root1981vm-test-run-nixbot-gitlab> gitlab # [  202.994224] gitaly[1377]: time="2026-06-09T11:05:53.023Z" level=info msg="optimized repository" clean_stale_data_time=14.120509ms clean_work_trees_time="141.359µs" commit_graph_time="7.823µs" correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.102µs" pid=1377 prune_time="7.822µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="8.101µs" storage_name=default system=housekeeping total_time=14.490389ms1982vm-test-run-nixbot-gitlab> gitlab # [  202.994924] gitaly[1377]: time="2026-06-09T11:05:53.023Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [  203.004382] nix-daemon[3383]: accepted connection from pid 3533, user nixbot1984vm-test-run-nixbot-gitlab> gitlab # [  203.065625] gitaly[1377]: time="2026-06-09T11:05:53.095Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 diskcache=2fd6ce44-5732-4a36-b2bf-17aa468656c2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1985vm-test-run-nixbot-gitlab> gitlab # [  203.081354] gitaly[1377]: time="2026-06-09T11:05:53.111Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=84 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=8549 command.oublock=0 command.real_time_ms=120 command.spawn_token_fork_ms=1 command.system_time_ms=52 command.user_time_ms=32 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-09T11:06:22.694" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-09T11:05:52.895" grpc.time_ms=200.231 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1986vm-test-run-nixbot-gitlab> gitlab # [  203.123598] gitaly[1377]: time="2026-06-09T11:05:53.152Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-09T11:06:23.151" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:53.152" grpc.time_ms=0.666 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1987vm-test-run-nixbot-gitlab> gitlab # [  203.146907] gitaly[1377]: time="2026-06-09T11:05:53.176Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YTWCQAP9NF9WTX4SR8X3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:23.175" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:53.175" grpc.time_ms=0.793 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses1989vm-test-run-nixbot-gitlab> gitlab # [  203.193694] gitaly[1377]: time="2026-06-09T11:05:53.223Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTP0YVQD5W3XJ0N5Q753W8RK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:53.214" grpc.time_ms=7.978 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc1990vm-test-run-nixbot-gitlab> gitlab # [  203.195164] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:53 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 901991vm-test-run-nixbot-gitlab> gitlab # [  203.341241] gitaly[1377]: time="2026-06-09T11:05:53.367Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YVT6TGDX7T7M1XCJ59NW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-09T11:06:23.362" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-09T11:05:53.362" grpc.time_ms=4.306 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1992vm-test-run-nixbot-gitlab> gitlab # [  203.362107] gitaly[1377]: time="2026-06-09T11:05:53.372Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YVT9KYKX1RGEY17J5RHK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:53.363" pid=1377 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1993vm-test-run-nixbot-gitlab> gitlab # [  203.378504] gitlab-workhorse[1279]: time="2026-06-09T11:05:53Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671994vm-test-run-nixbot-gitlab> gitlab # [  203.381754] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:53 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1491995vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses, in 0.29 seconds)1996vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-09T11:05:42.245Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:47.600Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'e6ba933b82efea217d6ace2e20b032f47271611f', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-09T11:05:47.875Z', 'started_at': None, 'finished_at': '2026-06-09T11:05:52.791Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1997vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 11.88 seconds)1998vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 240.33 seconds)1999vm-test-run-nixbot-gitlab> gitlab # [  203.385176] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.403Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"52351826b904e6524ebca66b","created_at":"2026-06-09T11:05:52.807Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-521ab058ff614377","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:52.817Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-52351826b904e6524ebca66b: done: 0.58242 sec","job_status":"done","queue_duration_s":0.004019,"scheduling_latency_s":0.004082,"gitaly_calls":4,"gitaly_duration_s":0.228906,"redis_calls":83,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.053152,"redis_read_bytes":173,"redis_write_bytes":20922,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001128,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.035169,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":23,"redis_queues_duration_s":0.005461,"redis_queues_read_bytes":25,"redis_queues_write_bytes":13375,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.006093,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3094,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000236,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001383,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.002554,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.171,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.145,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.127889,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.544230342,"duration_s":0.58242,"completed_at":"2026-06-09T11:05:53.403Z","load_balancing_strategy":"primary","db_duration_s":0.172738,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2000vm-test-run-nixbot-gitlab> gitlab # [  203.467290] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.405Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"887c914f65e7e7d97e30d59b","created_at":"2026-06-09T11:05:52.888Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:52.890Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-887c914f65e7e7d97e30d59b: start","job_status":"start","queue_duration_s":0.515235,"scheduling_latency_s":0.515302}2001vm-test-run-nixbot-gitlab> gitlab # [  203.494503] gitaly[1377]: time="2026-06-09T11:05:53.372Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YVT9KYKX1RGEY17J5RHK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:53.363" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2002vm-test-run-nixbot-gitlab> gitlab # [  203.516261] gitlab-workhorse[1279]: gitlab 2001:db8:1::1 - - [2026/06/09:11:05:53 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/e6ba933b82efea217d6ace2e20b032f47271611f/statuses HTTP/1.1" 200 1328 "" "curl/8.20.0" 2002003vm-test-run-nixbot-gitlab> gitlab # [  203.522465] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.443Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"887c914f65e7e7d97e30d59b","created_at":"2026-06-09T11:05:52.888Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:52.890Z","job_size_bytes":23,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-887c914f65e7e7d97e30d59b: done: 0.037872 sec","job_status":"done","queue_duration_s":0.515235,"scheduling_latency_s":0.515302,"redis_calls":7,"redis_duration_s":0.002553,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002128,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.037872,"completed_at":"2026-06-09T11:05:53.443Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008482,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2004vm-test-run-nixbot-gitlab> gitlab # [  203.593542] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.446Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a9f9ba566ea85362aff79444","created_at":"2026-06-09T11:05:53.116Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.119Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a9f9ba566ea85362aff79444: start","job_status":"start","queue_duration_s":0.32693,"scheduling_latency_s":0.326956}2005vm-test-run-nixbot-gitlab> gitlab # [  203.595151] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.467Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a9f9ba566ea85362aff79444","created_at":"2026-06-09T11:05:53.116Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.119Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a9f9ba566ea85362aff79444: done: 0.021517 sec","job_status":"done","queue_duration_s":0.32693,"scheduling_latency_s":0.326956,"redis_calls":7,"redis_duration_s":0.001854,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001307,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000547,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021517,"completed_at":"2026-06-09T11:05:53.467Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0027,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2006vm-test-run-nixbot-gitlab> gitlab # [  203.665497] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.469Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ca9eba6dbf369941f6453e0d","created_at":"2026-06-09T11:05:53.126Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.127Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ca9eba6dbf369941f6453e0d: start","job_status":"start","queue_duration_s":0.34124,"scheduling_latency_s":0.341261}2007vm-test-run-nixbot-gitlab> gitlab # [  203.667109] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.497Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ca9eba6dbf369941f6453e0d","created_at":"2026-06-09T11:05:53.126Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.127Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ca9eba6dbf369941f6453e0d: done: 0.028094 sec","job_status":"done","queue_duration_s":0.34124,"scheduling_latency_s":0.341261,"redis_calls":7,"redis_duration_s":0.0022329999999999997,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001805,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000428,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028094,"completed_at":"2026-06-09T11:05:53.497Z","load_balancing_strategy":"primary","db_duration_s":0.007767,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2008vm-test-run-nixbot-gitlab> gitlab # [  203.709467] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.499Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"ee5e97d6cecf1462fc3ccbd1","created_at":"2026-06-09T11:05:53.134Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.135Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ee5e97d6cecf1462fc3ccbd1: start","job_status":"start","queue_duration_s":0.364507,"scheduling_latency_s":0.36453}2009vm-test-run-nixbot-gitlab> gitlab # [  203.778504] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.523Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"ee5e97d6cecf1462fc3ccbd1","created_at":"2026-06-09T11:05:53.134Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.135Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-ee5e97d6cecf1462fc3ccbd1: done: 0.023354 sec","job_status":"done","queue_duration_s":0.364507,"scheduling_latency_s":0.36453,"redis_calls":10,"redis_duration_s":0.002272,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001162,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000671,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000439,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023354,"completed_at":"2026-06-09T11:05:53.523Z","load_balancing_strategy":"primary","db_duration_s":0.002271,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2010vm-test-run-nixbot-gitlab> gitlab # [  203.802741] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.524Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"47778d650f5dab0aed6bdd47","created_at":"2026-06-09T11:05:53.136Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.137Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-47778d650f5dab0aed6bdd47: start","job_status":"start","queue_duration_s":0.38711,"scheduling_latency_s":0.387132}2011vm-test-run-nixbot-gitlab> gitlab # [  203.829317] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.542Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"47778d650f5dab0aed6bdd47","created_at":"2026-06-09T11:05:53.136Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.137Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-47778d650f5dab0aed6bdd47: done: 0.017708 sec","job_status":"done","queue_duration_s":0.38711,"scheduling_latency_s":0.387132,"redis_calls":7,"redis_duration_s":0.001625,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00114,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017708,"completed_at":"2026-06-09T11:05:53.542Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002419,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2012vm-test-run-nixbot-gitlab> gitlab # [  203.898207] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.543Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"343eff3866782288ac8a681a","created_at":"2026-06-09T11:05:53.137Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.139Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-343eff3866782288ac8a681a: start","job_status":"start","queue_duration_s":0.40395,"scheduling_latency_s":0.40397}2013vm-test-run-nixbot-gitlab> gitlab # [  203.986624] gitaly[1377]: time="2026-06-09T11:05:53.373Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTP0YVT9KYKX1RGEY17J5RHK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-09T11:05:53.363" grpc.time_ms=10.011 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2014vm-test-run-nixbot-gitlab> gitlab # [  203.988485] nix-daemon[3383]: accepted connection from pid 3575, user nixbot2015vm-test-run-nixbot-gitlab> gitlab # [  203.989431] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.562Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"343eff3866782288ac8a681a","created_at":"2026-06-09T11:05:53.137Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.139Z","job_size_bytes":19,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-343eff3866782288ac8a681a: done: 0.019261 sec","job_status":"done","queue_duration_s":0.40395,"scheduling_latency_s":0.40397,"redis_calls":8,"redis_duration_s":0.0020540000000000003,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001572,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019261,"completed_at":"2026-06-09T11:05:53.562Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001941,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2016vm-test-run-nixbot-gitlab> gitlab # [  204.013809] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.564Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"47fc6e1156f04bbb7f03e7bc","created_at":"2026-06-09T11:05:53.141Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.144Z","job_size_bytes":66,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-47fc6e1156f04bbb7f03e7bc: start","job_status":"start","queue_duration_s":0.420143,"scheduling_latency_s":0.420166}2017vm-test-run-nixbot-gitlab> gitlab # [  204.095211] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.586Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"47fc6e1156f04bbb7f03e7bc","created_at":"2026-06-09T11:05:53.141Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.144Z","job_size_bytes":66,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-47fc6e1156f04bbb7f03e7bc: done: 0.018757 sec","job_status":"done","queue_duration_s":0.420143,"scheduling_latency_s":0.420166,"redis_calls":7,"redis_duration_s":0.002203,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001687,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000516,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018757,"completed_at":"2026-06-09T11:05:53.582Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00093,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2018vm-test-run-nixbot-gitlab> gitlab # [  204.109979] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.588Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"070364aba785591370832f8b","created_at":"2026-06-09T11:05:53.144Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.146Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-070364aba785591370832f8b: start","job_status":"start","queue_duration_s":0.4426,"scheduling_latency_s":0.442621}2019vm-test-run-nixbot-gitlab> gitlab # [  204.190487] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.629Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"070364aba785591370832f8b","created_at":"2026-06-09T11:05:53.144Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.146Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-070364aba785591370832f8b: done: 0.040568 sec","job_status":"done","queue_duration_s":0.4426,"scheduling_latency_s":0.442621,"redis_calls":7,"redis_duration_s":0.002601,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001283,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001318,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018881,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040568,"completed_at":"2026-06-09T11:05:53.629Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012701,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2020vm-test-run-nixbot-gitlab> gitlab # [  204.202136] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.630Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"fc885efe749b4a5d11938269","created_at":"2026-06-09T11:05:53.199Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.201Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-fc885efe749b4a5d11938269: start","job_status":"start","queue_duration_s":0.429354,"scheduling_latency_s":0.429377}2021vm-test-run-nixbot-gitlab> gitlab # [  204.276511] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.652Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"fc885efe749b4a5d11938269","created_at":"2026-06-09T11:05:53.199Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.201Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-fc885efe749b4a5d11938269: done: 0.021724 sec","job_status":"done","queue_duration_s":0.429354,"scheduling_latency_s":0.429377,"redis_calls":7,"redis_duration_s":0.001535,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001065,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00047,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021724,"completed_at":"2026-06-09T11:05:53.652Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005956,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2022vm-test-run-nixbot-gitlab> gitlab # [  204.294427] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.654Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"acbeb7743c61c22e54d19ccb","created_at":"2026-06-09T11:05:53.202Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.203Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-acbeb7743c61c22e54d19ccb: start","job_status":"start","queue_duration_s":0.45058,"scheduling_latency_s":0.450601}2023vm-test-run-nixbot-gitlab> gitlab # [  204.382279] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.666Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"acbeb7743c61c22e54d19ccb","created_at":"2026-06-09T11:05:53.202Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.203Z","job_size_bytes":6,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-acbeb7743c61c22e54d19ccb: done: 0.012531 sec","job_status":"done","queue_duration_s":0.45058,"scheduling_latency_s":0.450601,"redis_calls":7,"redis_duration_s":0.001605,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001099,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000506,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012531,"completed_at":"2026-06-09T11:05:53.666Z","load_balancing_strategy":"primary","db_duration_s":0.000409,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2024vm-test-run-nixbot-gitlab> test script finished in 241.34s2025vm-test-run-nixbot-gitlab> cleanup2026vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2027vm-test-run-nixbot-gitlab> gitlab # [  204.385354] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.667Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"c25edfd42dffdba73b94dbd5","created_at":"2026-06-09T11:05:53.203Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0YTWCQAP9NF9WTX4SR8X3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-09T11:05:53.204Z","job_size_bytes":3,"pid":2075,"sidekiq_tid":"m5ov","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-c25edfd42dffdba73b94dbd5: start","job_status":"start","queue_duration_s":0.462766,"scheduling_latency_s":0.462786}2028vm-test-run-nixbot-gitlab> gitlab # [  204.453482] sidekiq-cluster[2075]: {"severity":"INFO","time":"2026-06-09T11:05:53.683Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"c25edfd42dffdba73b94dbd5","created_at":"2026-06-09T11:05:53.203Z","trace_propagation_headers":{"sentry-trace":"eec9d6bead1e4136bc655a0f6113487e-70aa5b881e29434f","baggage":"sentry-trace_id=eec9d6bead1e4136bc655a0f6113487e,sentry-release=Unknown"},"correlation_id":"01KTP0Yqemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)2029vm-test-run-nixbot-gitlab> gitlab # T2030vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.41 seconds)20312032post-build step Upload coverage to codecov: ok2033Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab