these 126 derivations will be built:
  /nix/store/062bjnvzxz5r05rqhvcyiwmm2xqpjiaw-tmpfiles.d.drv
  /nix/store/zd0n4l234ad3694yqkbsj2ygccwr6rny-app.service.drv
  /nix/store/0hfbv78wvxjqf1jzrzx1azyprnydmp9w-flakelet-app-units.drv
  /nix/store/3ycpz0l1vixp0mazxjmfbb2jzidqhskx-app.service.drv
  /nix/store/0pv09fqijrvy31i7jc1kzsh0lsridh39-flakelet-app-units.drv
  /nix/store/1g58k4456mg1chh8501662ww1gdnwmnd-app.service.drv
  /nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv
  /nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv
  /nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv
  /nix/store/9gp9nn5j454nqpqxlvnppcx9kvn0nmas-system-path.drv
  /nix/store/27ikzq4rrwlj0c2hfcrbgcgvrykp664r-dbus-1.drv
  /nix/store/ww3j3mfy2sw31cpn9wzr3gyimg7cqb9g-app.service.drv
  /nix/store/29lsp4zn0a767fz9a709i0xsnb1g20jj-flakelet-app-units.drv
  /nix/store/mmpd3rb16hy0z48br55m4s6l45zff1cs-nix.conf.drv
  /nix/store/d7ri3b6gvlr04hb0hps4v39wmyidn16v-X-Restart-Triggers-nix-daemon.drv
  /nix/store/2sr576bqv8zbh2zgdhl07qvd7qs5ghmd-unit-nix-daemon.service.drv
  /nix/store/316mb4b3sm0kfnq1h4vfz9hdkcb3krbf-unit-script-network-local-commands-start.drv
  /nix/store/36pvav63066a5r8j6fi2m2ag403n8jgm-X-Restart-Triggers-systemd-tmpfiles-resetup.drv
  /nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv
  /nix/store/adr8n0mq8lz73rgvy4scqaiwv7frmkfg-flakelet-relay-test-certs.drv
  /nix/store/iz725cgwxz49x5v3fkp7m8aw3q3xqdam-push.drv
  /nix/store/s64kccjajby9nrc1nwv9pprihxid5acw-system-path.drv
  /nix/store/dybnsh8xxl867zv48bv89q3iqgvzj85g-dbus-1.drv
  /nix/store/b1f9jnaq4b9sl3wa5pks6fbhjlz89spi-X-Restart-Triggers-dbus-broker.drv
  /nix/store/39pcah8zmw7k5kvwmxapcbzknnvsyhbj-unit-dbus-broker.service.drv
  /nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv
  /nix/store/klb3h7xf7h3jjwfrpx14mlxn7mjs64j7-other.service.drv
  /nix/store/7m52cmdl4ryj0kiygplsjz7hhmrs2gyy-flakelet-other-units.drv
  /nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv
  /nix/store/60qmdqfwh9r251ds0iqqkw8bj44vjxif-flakelet-other-v1.drv
  /nix/store/8b46p6bsxxs5rh7k5szr0f2aba34wiw6-flakelet-agent.json.drv
  /nix/store/nf5829ba1j86mh9ng4823j0yyvs494hy-flakelet-agent.service.drv
  /nix/store/bjnjqjnd8amjsx9n35cgyi9iyvff3z89-flakelet-flakelet-agent-units.drv
  /nix/store/ybj9fh5icmikdjp9nlz2whgf7bfchy16-flakelet-flakelet-agent.drv
  /nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv
  /nix/store/ydcm11jq6mk5h0skp1qz8sb27s4szaj0-flakelet-app-v1.drv
  /nix/store/3v9zyz885k0ylm3nydjd9jg7scyknlp0-flakelet-config.json.drv
  /nix/store/rv0g86ixc6i1bk0shlh1w31681g1hsym-flakelet-relay-test-issuer.drv
  /nix/store/w5nl6vn9ln046i9wlg3drhqn550y6yvq-nginx.conf.drv
  /nix/store/vycgc9k3m728la0v7kp3xb14zg3rbl4l-unit-script-nginx-pre-start.drv
  /nix/store/5mykriw5mhfgp1bs92ngzj55rvqqch06-unit-nginx.service.drv
  /nix/store/6z5aphh4qkn9b2y2sfw2qzxz05k2q0c3-unit-flakelet-boot.service.drv
  /nix/store/mn766wj9jabd1bxmyr5kam9d2gfxxbf5-tmpfiles.d.drv
  /nix/store/6wb5r0aiazy2pgywc0hbzl4c2hy43avh-X-Restart-Triggers-systemd-tmpfiles-resetup.drv
  /nix/store/9l0r3k8cvk0wg24aizmgsl1x2flq0pwc-unit-systemd-tmpfiles-resetup.service.drv
  /nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv
  /nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv
  /nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv
  /nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv
  /nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv
  /nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv
  /nix/store/dfx9rlyrdyprqqyfr19zdwz76c1b1q7y-unit-dnsmasq.service.drv
  /nix/store/w65m751rr335jds7igyvi8103r1fhgp5-system-path.drv
  /nix/store/f3l2h4hjrzyjnpxzgz3lsjqrypgi4cr7-dbus-1.drv
  /nix/store/c1c0a8lk7g7vgk5y8bmhaz8v9783kgqz-X-Restart-Triggers-dbus-broker.drv
  /nix/store/gr2p5ihcn4iicrym3ff3ga6qk6gia41p-unit-dbus-broker.service.drv
  /nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv
  /nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv
  /nix/store/h4r2c6l2fbcvagv7jcd96xm0wfiyyklv-unit-firewall.service.drv
  /nix/store/a3p1ml0jjvhxm8kivddi6q9ya7qaxhii-X-Restart-Triggers-flakelet-flakelet-relay.drv
  /nix/store/j68yw84w8s376irgv20f2qfv6dnvjk25-unit-flakelet-flakelet-relay.service.drv
  /nix/store/ymnlcm9afwxgj51k2mafn6v3fr8nr46s-device-mock.drv
  /nix/store/7nq6ws3lib0d72ixd6cjfkicyxwnmlfz-device-mock.drv
  /nix/store/qkq3i2zwbsdi7ch2r145hkiy2d74aln9-unit-device-mock.service.drv
  /nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv
  /nix/store/9c0yk3nlzw2agk545mm5w79kv2il7vzs-flakelet-relay.json.drv
  /nix/store/pgsxcbg6h65n65d9fdxjw8w402pjkyib-flakelet-relay.json.drv
  /nix/store/9l99c0xxp9chhs3mp3ak6kzf6i65bvy5-flakelet-relay.service.drv
  /nix/store/k9x182gz11d80hcx0wz6ymn828rn8nj5-flakelet-flakelet-relay-units.drv
  /nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv
  /nix/store/99kfqdj5v7v227f16qciywg0fqf5dii9-flakelet-flakelet-relay.drv
  /nix/store/5a4yzhhr67qg5zf5a8kp4dpqvhjwz4sa-flakelet-config.json.drv
  /nix/store/ahj2mbki0wg0y0p2dgl6hzayzdwm0530-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/xj8xy4k5vasrvyqy0z56g5va00rk7apk-unit-flakelet-reconcile.service.drv
  /nix/store/zcyya861sw78277bzhnfxx41zlhcvag1-unit-network-addresses-eth1.service.drv
  /nix/store/4awp3pv1is40nj5k2pp2fmxbzsw326rj-system-units.drv
  /nix/store/4kzjvs52kgrr570j0qbcsvb7l7mjyzfp-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/4v8j88vyzr8g2ksxycl4jchvm0pdmjyj-unit-network-local-commands.service.drv
  /nix/store/k3xl49nqzsy6xx6s6h0mzrhlfzaiwpb0-unit-dbus-broker.service.drv
  /nix/store/bxi55f67rkdmahvhsdvz51af1w67bmyz-user-units.drv
  /nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv
  /nix/store/dkhb2bcjy8i1lvnqll3qa4x8q2dagjjx-etc.drv
  /nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv
  /nix/store/586b2rcz2dpv2klyg9wk3fcqg34hpblb-activate.drv
  /nix/store/y2xilqq7r3pk4l0fkwqirkv5x55hla34-X-Restart-Triggers-dbus-broker.drv
  /nix/store/5aajr86jysfjgr0rimclw1p1j3qxadag-unit-dbus-broker.service.drv
  /nix/store/lcrwzc1hwq3sd9kc3bdszgwn4d130dlb-flakelet-app-units.drv
  /nix/store/5isswps1zij2mfhnl30rclh6mjazdi7a-flakelet-app-broken.drv
  /nix/store/p50a4frp9x9k63p0298zs696w0arx30g-app.service.drv
  /nix/store/q83cjwb8pfgylpmzcxgzdjg3kkwrarml-flakelet-app-units.drv
  /nix/store/60ngnc2xjn68qb2y9cdwndndazyjjdii-flakelet-app-slow.drv
  /nix/store/6hc1gbqr9pdzpmp1788izai09j8i841z-unit-flakelet-app.service.drv
  /nix/store/d44w862cxql2bk35na4309j43ilyd218-flakelet-app-v2.drv
  /nix/store/w5fw3p98021c082p3c30jcyj4dfm248k-flakelet-app-slow2.drv
  /nix/store/6q7038q3yg2dh6srk05y2qz8gd81yyww-test-script.drv
  /nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv
  /nix/store/d83xhlg2ajiwzf7l0lngrdq34cn00256-dry-activate.drv
  /nix/store/inyfbigr60wfs4kqqs4fjldrp7yc0829-nixos-system-relay-test.drv
  /nix/store/92ar87c1g9wiayhxm53m2sbznid5r4z7-run-relay-nspawn.drv
  /nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv
  /nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv
  /nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv
  /nix/store/fjyzd1mi806msyv65izy0frh0cqq2m24-unit-dbus-broker.service.drv
  /nix/store/q7mciqcyg63h90yck11rm2xmpvicz98l-user-units.drv
  /nix/store/dfg7cxy6y6h10xkv88pghanh02w10pf9-unit-flakelet-reconcile.service.drv
  /nix/store/cbx4gcqxn129ac10741vax5fkv6ixlnr-X-Restart-Triggers-flakelet-flakelet-agent.drv
  /nix/store/dv0nnmgzfvbsrp83viiliwbnfzd6vy06-unit-flakelet-flakelet-agent.service.drv
  /nix/store/rv0bjsqsapr5xlif41sim2hnfblmbms0-unit-systemd-tmpfiles-resetup.service.drv
  /nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv
  /nix/store/z54pfhag2wbxr22c96567nrzrkpvh3sf-unit-flakelet-other.service.drv
  /nix/store/ym542irjxxzpmkc18kl68ncnwz9blayx-system-units.drv
  /nix/store/vlcidd2nqxpjcbfzs8y5hbvjfq75y66j-etc.drv
  /nix/store/d7jzdn967hw3q4khncdawiisrdfvx4j7-activate.drv
  /nix/store/s4d0jp52kca3vcxggkg80g432mi193zv-dry-activate.drv
  /nix/store/b2m886k4xpn2yagkmn1m99ypfwpgjp2i-nixos-system-agent-test.drv
  /nix/store/ba9s2nw5j0paq9cmjlil1drkh9krjj1p-user-units.drv
  /nix/store/bhvdl8niy2983wfn9ylgg1axh261c60j-run-agent-nspawn.drv
  /nix/store/gp4gck4ardhdryi3yr3p06ygc43yapb8-unit-dbus-broker.service.drv
  /nix/store/i2vzz46k5ryjn0151s90rb7av0aq0mb9-system-units.drv
  /nix/store/qpabnbwrsnsap65w85lfm7pn58bdianj-etc.drv
  /nix/store/xldbg4129zv4rywbpk2ailk3v4fcwcca-activate.drv
  /nix/store/cvn6wsd2fg138vbgy9hvm8rqklm5hlgj-nixos-system-client-test.drv
  /nix/store/jz9qkiq11bx4i5nh9qalv2dzm1917cq9-run-client-nspawn.drv
  /nix/store/xy3ds6047fmklwy99bq40jd7w0pdha6f-driverConfiguration.json.drv
  /nix/store/ikk5sdj11p802dq1rxm7zkf3hxxd67v2-nixos-test-driver-flakelet-relay.drv
  /nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv
these 3 paths will be fetched (139.8 KiB download, 678.2 KiB unpacked):
  /nix/store/w1i9m5jm4agy4amsk81wzl7csnn0r9f6-dry-activate
  /nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1
  /nix/store/s5bb9jvhqfh9j5xmhnbzvqs6nflzl81b-run-nspawn-1.0
building '/nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv'
building '/nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv'
building '/nix/store/1g58k4456mg1chh8501662ww1gdnwmnd-app.service.drv'
building '/nix/store/3ycpz0l1vixp0mazxjmfbb2jzidqhskx-app.service.drv'
building '/nix/store/p50a4frp9x9k63p0298zs696w0arx30g-app.service.drv'
building '/nix/store/ww3j3mfy2sw31cpn9wzr3gyimg7cqb9g-app.service.drv'
building '/nix/store/zd0n4l234ad3694yqkbsj2ygccwr6rny-app.service.drv'
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
flakelet-app-meta.json> tribuchet: building on jamie
flakelet-app-state.json> tribuchet: building on jamie
app.service> tribuchet: building on jamie
building '/nix/store/adr8n0mq8lz73rgvy4scqaiwv7frmkfg-flakelet-relay-test-certs.drv'
building '/nix/store/rv0g86ixc6i1bk0shlh1w31681g1hsym-flakelet-relay-test-issuer.drv'
building '/nix/store/9gp9nn5j454nqpqxlvnppcx9kvn0nmas-system-path.drv'
building '/nix/store/w65m751rr335jds7igyvi8103r1fhgp5-system-path.drv'
building '/nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv'
building '/nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv'
building '/nix/store/mmpd3rb16hy0z48br55m4s6l45zff1cs-nix.conf.drv'
building '/nix/store/062bjnvzxz5r05rqhvcyiwmm2xqpjiaw-tmpfiles.d.drv'
building '/nix/store/mn766wj9jabd1bxmyr5kam9d2gfxxbf5-tmpfiles.d.drv'
building '/nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv'
building '/nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv'
building '/nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv'
building '/nix/store/6z5aphh4qkn9b2y2sfw2qzxz05k2q0c3-unit-flakelet-boot.service.drv'
building '/nix/store/zcyya861sw78277bzhnfxx41zlhcvag1-unit-network-addresses-eth1.service.drv'
building '/nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv'
building '/nix/store/cbx4gcqxn129ac10741vax5fkv6ixlnr-X-Restart-Triggers-flakelet-flakelet-agent.drv'
building '/nix/store/a3p1ml0jjvhxm8kivddi6q9ya7qaxhii-X-Restart-Triggers-flakelet-flakelet-relay.drv'
building '/nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv'
building '/nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv'
building '/nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv'
building '/nix/store/316mb4b3sm0kfnq1h4vfz9hdkcb3krbf-unit-script-network-local-commands-start.drv'
X-Restart-Triggers-flakelet-app> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-agent> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-relay> tribuchet: building on jamie
X-Restart-Triggers-flakelet-other> tribuchet: building on jamie
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
dnsmasq.conf> tribuchet: building on jamie
etc-hostname> tribuchet: building on jamie
etc-hostname> structuredAttrs is enabled
etc-hostname> tribuchet: building on jamie
etc-hostname> structuredAttrs is enabled
extra-hosts> tribuchet: building on jamie
firewall-start> tribuchet: building on jamie
flakelet-app-meta.json> structuredAttrs is enabled
flakelet-app-state.json> structuredAttrs is enabled
flakelet-relay-test-certs> tribuchet: building on jamie
flakelet-relay-test-certs> .+......+....+..+.+++++++++++++++++++++++++++++++++++++++*.+......+...+.+...............+..+...+++++++++++++++++++++++++++++++++++++++*............+............+.....++++++
flakelet-relay-test-certs> ...................+...+...........+......+.+..+.+++++++++++++++++++++++++++++++++++++++*...+++++++++++++++++++++++++++++++++++++++*...+...+.........+...........+......+...+............+.+..+............+.+...+..+.........+....+......+.........+.....+....+......+..+..........+..+......+.......+..+............+.+.....+...+......+.............+........+..................+.+......+........+......+....+......+...............+...+........+...+.+...+...+...+..+...+....+........+....+...+........+...+.......+..+.+......+.....................+...+..+.........+...+......+....+...+..............+.............+........+....+.........+..+.......+..+....+...........+.+..+......+.+...+...+.....+.......+......+.....................+...+......+.....+.........+.+.....+......+...+.+......+.....+...+...............+...+....+...........+...+....+...+.........+...............+......+.....+....+.....+...+.+........................+........+.......+......+............+..+...+....+.....+......+............+...........................+.+.....+...+.+.....+.+........+.+.........+...........+..........+.........+..+..........+...............+....................+...+.+.....+...+...+...........................+.+..+...............+..................+.+......+.................+.+.....+...............+......+.+.....+...+....+..+..........+...+......+.................+.............+......+.....+....+..+...+...............+....+........+.......+.....+...+.......+.....+..........+...+........++++++
flakelet-relay-test-certs> -----
flakelet-relay-test-certs> Certificate request self-signature ok
flakelet-relay-test-certs> subject=CN=admin
flakelet-relay-test-issuer> tribuchet: building on jamie
flakelet-relay-test-issuer> Your public key has been saved in /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.pub.json.
flakelet-relay-test-issuer> Your private key has been saved in /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json.
nix.conf> tribuchet: building on jamie
nix.conf> structuredAttrs is enabled
nix.conf> Validating generated nix.conf
string-hosts> tribuchet: building on jamie
string-hosts> tribuchet: building on jamie
system-path> tribuchet: building on jamie
system-path> tribuchet: building on jamie
tmpfiles.d> tribuchet: building on jamie
tmpfiles.d> tribuchet: building on jamie
unit-flakelet-boot.service> tribuchet: building on jamie
unit-network-addresses-eth1.service> tribuchet: building on jamie
unit-script-network-local-commands-start> tribuchet: building on jamie
building '/nix/store/0hfbv78wvxjqf1jzrzx1azyprnydmp9w-flakelet-app-units.drv'
building '/nix/store/0pv09fqijrvy31i7jc1kzsh0lsridh39-flakelet-app-units.drv'
building '/nix/store/29lsp4zn0a767fz9a709i0xsnb1g20jj-flakelet-app-units.drv'
building '/nix/store/lcrwzc1hwq3sd9kc3bdszgwn4d130dlb-flakelet-app-units.drv'
building '/nix/store/q83cjwb8pfgylpmzcxgzdjg3kkwrarml-flakelet-app-units.drv'
building '/nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv'
building '/nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv'
building '/nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv'
building '/nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv'
building '/nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv'
building '/nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv'
building '/nix/store/klb3h7xf7h3jjwfrpx14mlxn7mjs64j7-other.service.drv'
extra-hosts> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-flakelet-agent-meta.json> tribuchet: building on jamie
flakelet-flakelet-relay-meta.json> tribuchet: building on jamie
flakelet-other-meta.json> tribuchet: building on jamie
flakelet-other-state.json> tribuchet: building on jamie
string-hosts> structuredAttrs is enabled
string-hosts> structuredAttrs is enabled
system-path> structuredAttrs is enabled
system-path> structuredAttrs is enabled
users-groups.json> tribuchet: building on jamie
users-groups.json> tribuchet: building on jamie
building '/nix/store/ymnlcm9afwxgj51k2mafn6v3fr8nr46s-device-mock.drv'
building '/nix/store/w5nl6vn9ln046i9wlg3drhqn550y6yvq-nginx.conf.drv'
building '/nix/store/iz725cgwxz49x5v3fkp7m8aw3q3xqdam-push.drv'
X-Restart-Triggers-flakelet-app> structuredAttrs is enabled
X-Restart-Triggers-flakelet-flakelet-agent> structuredAttrs is enabled
device-mock> tribuchet: building on jamie
nginx.conf> tribuchet: building on jamie
other.service> tribuchet: building on jamie
unit-flakelet-boot.service> structuredAttrs is enabled
unit-network-addresses-eth1.service> structuredAttrs is enabled
building '/nix/store/8b46p6bsxxs5rh7k5szr0f2aba34wiw6-flakelet-agent.json.drv'
X-Restart-Triggers-flakelet-flakelet-relay> structuredAttrs is enabled
X-Restart-Triggers-flakelet-other> structuredAttrs is enabled
push> tribuchet: building on jamie
flakelet-agent.json> tribuchet: building on jamie
building '/nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv'
dnsmasq.conf> structuredAttrs is enabled
firewall-start> structuredAttrs is enabled
secret> tribuchet: building on jamie
unit-script-network-local-commands-start> structuredAttrs is enabled
building '/nix/store/d7ri3b6gvlr04hb0hps4v39wmyidn16v-X-Restart-Triggers-nix-daemon.drv'
X-Restart-Triggers-nix-daemon> tribuchet: building on jamie
building '/nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv'
hosts> tribuchet: building on jamie
system-path> created 6402 symlinks in user environment
system-path> created 6399 symlinks in user environment
users-groups.json> structuredAttrs is enabled
users-groups.json> structuredAttrs is enabled
flakelet-flakelet-agent-meta.json> structuredAttrs is enabled
flakelet-flakelet-relay-meta.json> structuredAttrs is enabled
flakelet-other-meta.json> structuredAttrs is enabled
building '/nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv'
flakelet-other-state.json> structuredAttrs is enabled
hosts> tribuchet: building on jamie
other.service> structuredAttrs is enabled
building '/nix/store/6hc1gbqr9pdzpmp1788izai09j8i841z-unit-flakelet-app.service.drv'
unit-flakelet-app.service> tribuchet: building on jamie
building '/nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv'
hosts> tribuchet: building on jamie
secret> structuredAttrs is enabled
building '/nix/store/z54pfhag2wbxr22c96567nrzrkpvh3sf-unit-flakelet-other.service.drv'
building '/nix/store/36pvav63066a5r8j6fi2m2ag403n8jgm-X-Restart-Triggers-systemd-tmpfiles-resetup.drv'
building '/nix/store/6wb5r0aiazy2pgywc0hbzl4c2hy43avh-X-Restart-Triggers-systemd-tmpfiles-resetup.drv'
building '/nix/store/dv0nnmgzfvbsrp83viiliwbnfzd6vy06-unit-flakelet-flakelet-agent.service.drv'
building '/nix/store/j68yw84w8s376irgv20f2qfv6dnvjk25-unit-flakelet-flakelet-relay.service.drv'
building '/nix/store/4v8j88vyzr8g2ksxycl4jchvm0pdmjyj-unit-network-local-commands.service.drv'
building '/nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv'
X-Restart-Triggers-nix-daemon> structuredAttrs is enabled
X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie
X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie
flakelet-agent.json> structuredAttrs is enabled
unit-flakelet-flakelet-agent.service> tribuchet: building on jamie
unit-flakelet-flakelet-relay.service> tribuchet: building on jamie
unit-flakelet-other.service> tribuchet: building on jamie
unit-network-local-commands.service> tribuchet: building on jamie
building '/nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv'
unit-script-dnsmasq-pre-start> tribuchet: building on jamie
firewall-reload> tribuchet: building on jamie
nginx.conf> structuredAttrs is enabled
push> structuredAttrs is enabled
building '/nix/store/d83xhlg2ajiwzf7l0lngrdq34cn00256-dry-activate.drv'
building '/nix/store/s4d0jp52kca3vcxggkg80g432mi193zv-dry-activate.drv'
building '/nix/store/ydcm11jq6mk5h0skp1qz8sb27s4szaj0-flakelet-app-v1.drv'
building '/nix/store/d44w862cxql2bk35na4309j43ilyd218-flakelet-app-v2.drv'
building '/nix/store/7m52cmdl4ryj0kiygplsjz7hhmrs2gyy-flakelet-other-units.drv'
dry-activate> tribuchet: building on jamie
dry-activate> tribuchet: building on jamie
flakelet-app-v1> tribuchet: building on jamie
flakelet-app-v2> tribuchet: building on jamie
unit-flakelet-app.service> structuredAttrs is enabled
building '/nix/store/5isswps1zij2mfhnl30rclh6mjazdi7a-flakelet-app-broken.drv'
building '/nix/store/60ngnc2xjn68qb2y9cdwndndazyjjdii-flakelet-app-slow.drv'
building '/nix/store/w5fw3p98021c082p3c30jcyj4dfm248k-flakelet-app-slow2.drv'
flakelet-app-broken> tribuchet: building on jamie
flakelet-app-slow> tribuchet: building on jamie
flakelet-other-units> tribuchet: building on jamie
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
flakelet-app-slow2> tribuchet: building on jamie
building '/nix/store/9c0yk3nlzw2agk545mm5w79kv2il7vzs-flakelet-relay.json.drv'
flakelet-relay.json> tribuchet: building on jamie
building '/nix/store/2sr576bqv8zbh2zgdhl07qvd7qs5ghmd-unit-nix-daemon.service.drv'
unit-nix-daemon.service> tribuchet: building on jamie
building '/nix/store/nf5829ba1j86mh9ng4823j0yyvs494hy-flakelet-agent.service.drv'
flakelet-agent.service> tribuchet: building on jamie
unit-flakelet-other.service> structuredAttrs is enabled
X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled
building '/nix/store/7nq6ws3lib0d72ixd6cjfkicyxwnmlfz-device-mock.drv'
X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled
unit-flakelet-flakelet-agent.service> structuredAttrs is enabled
device-mock> tribuchet: building on jamie
building '/nix/store/s64kccjajby9nrc1nwv9pprihxid5acw-system-path.drv'
building '/nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv'
firewall-reload> structuredAttrs is enabled
system-path> tribuchet: building on jamie
unit-flakelet-flakelet-relay.service> structuredAttrs is enabled
unit-network-local-commands.service> structuredAttrs is enabled
unit-script-dnsmasq-pre-start> structuredAttrs is enabled
X-Restart-Triggers-dnsmasq> tribuchet: building on jamie
dry-activate> structuredAttrs is enabled
dry-activate> structuredAttrs is enabled
building '/nix/store/vycgc9k3m728la0v7kp3xb14zg3rbl4l-unit-script-nginx-pre-start.drv'
unit-script-nginx-pre-start> tribuchet: building on jamie
building '/nix/store/rv0bjsqsapr5xlif41sim2hnfblmbms0-unit-systemd-tmpfiles-resetup.service.drv'
building '/nix/store/27ikzq4rrwlj0c2hfcrbgcgvrykp664r-dbus-1.drv'
X-Restart-Triggers-dnsmasq> structuredAttrs is enabled
flakelet-agent.service> structuredAttrs is enabled
flakelet-relay.json> structuredAttrs is enabled
system-path> structuredAttrs is enabled
unit-nix-daemon.service> structuredAttrs is enabled
unit-script-nginx-pre-start> structuredAttrs is enabled
unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie
building '/nix/store/f3l2h4hjrzyjnpxzgz3lsjqrypgi4cr7-dbus-1.drv'
building '/nix/store/60qmdqfwh9r251ds0iqqkw8bj44vjxif-flakelet-other-v1.drv'
building '/nix/store/6q7038q3yg2dh6srk05y2qz8gd81yyww-test-script.drv'
building '/nix/store/h4r2c6l2fbcvagv7jcd96xm0wfiyyklv-unit-firewall.service.drv'
building '/nix/store/9l0r3k8cvk0wg24aizmgsl1x2flq0pwc-unit-systemd-tmpfiles-resetup.service.drv'
dbus-1> tribuchet: building on jamie
dbus-1> tribuchet: building on jamie
flakelet-other-v1> tribuchet: building on jamie
system-path> created 6400 symlinks in user environment
test-script> tribuchet: building on jamie
unit-firewall.service> tribuchet: building on jamie
unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled
building '/nix/store/bjnjqjnd8amjsx9n35cgyi9iyvff3z89-flakelet-flakelet-agent-units.drv'
building '/nix/store/pgsxcbg6h65n65d9fdxjw8w402pjkyib-flakelet-relay.json.drv'
building '/nix/store/qkq3i2zwbsdi7ch2r145hkiy2d74aln9-unit-device-mock.service.drv'
building '/nix/store/dfx9rlyrdyprqqyfr19zdwz76c1b1q7y-unit-dnsmasq.service.drv'
building '/nix/store/5mykriw5mhfgp1bs92ngzj55rvqqch06-unit-nginx.service.drv'
flakelet-flakelet-agent-units> tribuchet: building on jamie
flakelet-relay.json> tribuchet: building on jamie
unit-device-mock.service> tribuchet: building on jamie
unit-dnsmasq.service> tribuchet: building on jamie
unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie
unit-nginx.service> tribuchet: building on jamie
unit-firewall.service> structuredAttrs is enabled
test-script> structuredAttrs is enabled
unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled
unit-dnsmasq.service> structuredAttrs is enabled
unit-device-mock.service> structuredAttrs is enabled
unit-nginx.service> structuredAttrs is enabled
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/app (expect allow)
flakelet-relay.json> agent/app	allowed by ci
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/other (expect deny)
flakelet-relay.json> agent/other	denied
building '/nix/store/y2xilqq7r3pk4l0fkwqirkv5x55hla34-X-Restart-Triggers-dbus-broker.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
building '/nix/store/ybj9fh5icmikdjp9nlz2whgf7bfchy16-flakelet-flakelet-agent.drv'
building '/nix/store/9l99c0xxp9chhs3mp3ak6kzf6i65bvy5-flakelet-relay.service.drv'
flakelet-flakelet-agent> tribuchet: building on jamie
flakelet-relay.service> tribuchet: building on jamie
building '/nix/store/dybnsh8xxl867zv48bv89q3iqgvzj85g-dbus-1.drv'
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
flakelet-relay.service> structuredAttrs is enabled
building '/nix/store/c1c0a8lk7g7vgk5y8bmhaz8v9783kgqz-X-Restart-Triggers-dbus-broker.drv'
dbus-1> tribuchet: building on jamie
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
building '/nix/store/k9x182gz11d80hcx0wz6ymn828rn8nj5-flakelet-flakelet-relay-units.drv'
flakelet-flakelet-relay-units> tribuchet: building on jamie
building '/nix/store/5aajr86jysfjgr0rimclw1p1j3qxadag-unit-dbus-broker.service.drv'
building '/nix/store/fjyzd1mi806msyv65izy0frh0cqq2m24-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/3v9zyz885k0ylm3nydjd9jg7scyknlp0-flakelet-config.json.drv'
unit-dbus-broker.service> tribuchet: building on jamie
flakelet-config.json> tribuchet: building on jamie
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
flakelet-config.json> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/gr2p5ihcn4iicrym3ff3ga6qk6gia41p-unit-dbus-broker.service.drv'
building '/nix/store/k3xl49nqzsy6xx6s6h0mzrhlfzaiwpb0-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/99kfqdj5v7v227f16qciywg0fqf5dii9-flakelet-flakelet-relay.drv'
flakelet-flakelet-relay> tribuchet: building on jamie
building '/nix/store/4kzjvs52kgrr570j0qbcsvb7l7mjyzfp-X-Restart-Triggers-flakelet-reconcile.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
building '/nix/store/b1f9jnaq4b9sl3wa5pks6fbhjlz89spi-X-Restart-Triggers-dbus-broker.drv'
building '/nix/store/q7mciqcyg63h90yck11rm2xmpvicz98l-user-units.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
user-units> tribuchet: building on jamie
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
building '/nix/store/bxi55f67rkdmahvhsdvz51af1w67bmyz-user-units.drv'
user-units> tribuchet: building on jamie
building '/nix/store/5a4yzhhr67qg5zf5a8kp4dpqvhjwz4sa-flakelet-config.json.drv'
flakelet-config.json> tribuchet: building on jamie
building '/nix/store/dfg7cxy6y6h10xkv88pghanh02w10pf9-unit-flakelet-reconcile.service.drv'
unit-flakelet-reconcile.service> tribuchet: building on jamie
building '/nix/store/39pcah8zmw7k5kvwmxapcbzknnvsyhbj-unit-dbus-broker.service.drv'
building '/nix/store/gp4gck4ardhdryi3yr3p06ygc43yapb8-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
flakelet-config.json> structuredAttrs is enabled
unit-flakelet-reconcile.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/ahj2mbki0wg0y0p2dgl6hzayzdwm0530-X-Restart-Triggers-flakelet-reconcile.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
building '/nix/store/ym542irjxxzpmkc18kl68ncnwz9blayx-system-units.drv'
system-units> tribuchet: building on jamie
building '/nix/store/ba9s2nw5j0paq9cmjlil1drkh9krjj1p-user-units.drv'
building '/nix/store/i2vzz46k5ryjn0151s90rb7av0aq0mb9-system-units.drv'
user-units> tribuchet: building on jamie
system-units> tribuchet: building on jamie
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
building '/nix/store/xj8xy4k5vasrvyqy0z56g5va00rk7apk-unit-flakelet-reconcile.service.drv'
unit-flakelet-reconcile.service> tribuchet: building on jamie
unit-flakelet-reconcile.service> structuredAttrs is enabled
building '/nix/store/4awp3pv1is40nj5k2pp2fmxbzsw326rj-system-units.drv'
system-units> tribuchet: building on jamie
building '/nix/store/vlcidd2nqxpjcbfzs8y5hbvjfq75y66j-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/qpabnbwrsnsap65w85lfm7pn58bdianj-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/d7jzdn967hw3q4khncdawiisrdfvx4j7-activate.drv'
building '/nix/store/xldbg4129zv4rywbpk2ailk3v4fcwcca-activate.drv'
activate> tribuchet: building on jamie
activate> tribuchet: building on jamie
building '/nix/store/dkhb2bcjy8i1lvnqll3qa4x8q2dagjjx-etc.drv'
etc> tribuchet: building on jamie
activate> structuredAttrs is enabled
activate> structuredAttrs is enabled
building '/nix/store/b2m886k4xpn2yagkmn1m99ypfwpgjp2i-nixos-system-agent-test.drv'
building '/nix/store/cvn6wsd2fg138vbgy9hvm8rqklm5hlgj-nixos-system-client-test.drv'
nixos-system-agent-test> tribuchet: building on jamie
nixos-system-client-test> tribuchet: building on jamie
nixos-system-agent-test> structuredAttrs is enabled
nixos-system-client-test> structuredAttrs is enabled
building '/nix/store/586b2rcz2dpv2klyg9wk3fcqg34hpblb-activate.drv'
activate> tribuchet: building on jamie
building '/nix/store/jz9qkiq11bx4i5nh9qalv2dzm1917cq9-run-client-nspawn.drv'
run-client-nspawn> tribuchet: building on jamie
building '/nix/store/bhvdl8niy2983wfn9ylgg1axh261c60j-run-agent-nspawn.drv'
run-agent-nspawn> tribuchet: building on jamie
activate> structuredAttrs is enabled
building '/nix/store/inyfbigr60wfs4kqqs4fjldrp7yc0829-nixos-system-relay-test.drv'
nixos-system-relay-test> tribuchet: building on jamie
nixos-system-relay-test> structuredAttrs is enabled
building '/nix/store/92ar87c1g9wiayhxm53m2sbznid5r4z7-run-relay-nspawn.drv'
run-relay-nspawn> tribuchet: building on jamie
building '/nix/store/xy3ds6047fmklwy99bq40jd7w0pdha6f-driverConfiguration.json.drv'
driverConfiguration.json> tribuchet: building on jamie
driverConfiguration.json> structuredAttrs is enabled
building '/nix/store/ikk5sdj11p802dq1rxm7zkf3hxxd67v2-nixos-test-driver-flakelet-relay.drv'
nixos-test-driver-flakelet-relay> tribuchet: building on jamie
nixos-test-driver-flakelet-relay> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-flakelet-relay> All checks passed!
nixos-test-driver-flakelet-relay> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-flakelet-relay> All checks passed!
building '/nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52)
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 56)
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal files were found.
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal files were found.
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> agent # [1118622.087748] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [1118622.087790] agent systemd-journald[57]: Runtime Journal (/run/log/journal/b46cca99c2d84451b1500a73708ba6ba) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1118622.099770] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [1118622.112107] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [1118622.148503] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [1118622.149259] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [1118622.157323] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/b46cca99c2d84451b1500a73708ba6ba is 3.336ms for 6 entries.
container-test-run-flakelet-relay> agent # [1118622.157323] agent systemd-journald[57]: System Journal (/var/log/journal/b46cca99c2d84451b1500a73708ba6ba) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1118622.167262] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [1118622.168024] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [1118622.168135] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [1118622.189769] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> agent # [1118622.250421] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> agent # [1118623.099217] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [1118622.079996] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> client # [1118622.080046] client systemd-journald[57]: Runtime Journal (/run/log/journal/f73d6bc566714259862fb6bc7a7168bb) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1118622.091111] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [1118622.103194] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [1118622.117688] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1118622.118415] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [1118622.154094] client systemd-journald[57]: Time spent on flushing to /var/log/journal/f73d6bc566714259862fb6bc7a7168bb is 2.866ms for 6 entries.
container-test-run-flakelet-relay> client # [1118622.154094] client systemd-journald[57]: System Journal (/var/log/journal/f73d6bc566714259862fb6bc7a7168bb) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1118622.162797] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [1118622.163660] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [1118622.163792] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> client # [1118622.185535] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> client # [1118622.248739] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [1118623.097356] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1118622.100693] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [1118622.100735] relay systemd-journald[57]: Runtime Journal (/run/log/journal/cc9d3d6be3854dd3aef17067b167285d) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [1118622.112847] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> relay # [1118622.148573] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> relay # [1118622.149287] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> relay # [1118622.158192] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/cc9d3d6be3854dd3aef17067b167285d is 2.633ms for 5 entries.
container-test-run-flakelet-relay> relay # [1118622.158192] relay systemd-journald[57]: System Journal (/var/log/journal/cc9d3d6be3854dd3aef17067b167285d) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [1118622.166949] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> relay # [1118622.167653] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [1118622.167761] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [1118622.187583] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1118622.263834] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1118623.099786] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [1118623.144335] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> client # [1118623.145190] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [1118623.146051] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> client # [1118623.147236] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [1118623.147266] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1118623.148402] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [1118623.149330] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [1118623.167061] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [1118623.167456] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1118623.167760] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/f73d6bc566714259862fb6bc7a7168bb failed: Operation not permitted
container-test-run-flakelet-relay> client # [1118623.168102] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.160043] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [1118623.161152] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> agent # [1118623.160291] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [1118623.162385] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [1118623.161508] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [1118623.163738] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> agent # [1118623.162850] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [1118623.163783] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1118623.164148] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [1118623.164723] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [1118623.164205] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1118623.165802] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> agent # [1118623.165477] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [1118623.185367] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.166529] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [1118623.185775] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.185578] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.185834] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.jrWgXKfWzt/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.185988] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.186077] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/cc9d3d6be3854dd3aef17067b167285d failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.186298] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/b46cca99c2d84451b1500a73708ba6ba failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.186399] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.186614] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.194454] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [1118623.194494] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [1118623.194555] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [1118623.195010] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [1118623.210501] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [1118623.211214] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [1118623.223801] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [1118623.230486] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [1118623.231532] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [1118623.240051] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [1118623.240148] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [1118623.240223] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1118623.240246] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [1118623.240262] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [1118623.240360] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [1118623.240545] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [1118623.240646] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [1118623.240659] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [1118623.240686] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [1118623.242098] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [1118623.243187] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [1118623.243802] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [1118623.244623] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1118623.245224] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> relay # [1118623.256124] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [1118623.257055] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> relay # [1118623.261851] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [1118623.269745] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [1118623.341873] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [1118623.342096] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118623.342201] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118623.170488] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [1118623.343579] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [1118623.174074] client suid-sgid-wrappers-start[169]: chmod: changing permissions of '/run/wrappers/wrappers.udqnxIriLc/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [1118623.344513] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [1118623.183007] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [1118623.345150] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [1118623.183236] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [1118623.345990] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118623.183399] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [1118623.185179] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [1118623.185877] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [1118623.197481] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [1118623.202770] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [1118623.203898] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [1118623.213117] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [1118623.213192] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [1118623.213255] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1118623.213278] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [1118623.213292] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [1118623.213386] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [1118623.213589] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [1118623.213682] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [1118623.213694] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [1118623.213722] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [1118623.214788] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [1118623.215707] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118623.216437] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [1118623.230299] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> client # [1118623.300978] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> client # [1118623.301407] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [1118623.303231] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [1118623.304833] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [1118623.318577] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118623.319831] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118623.333519] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118623.343836] client network-addresses-eth1-start[232]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [1118623.346760] client network-addresses-eth1-start[232]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> agent # [1118623.189072] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.TGc5n8JNJy/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [1118623.193719] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1118623.193754] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1118623.193800] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [1118623.194337] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [1118623.208464] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [1118623.209178] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [1118623.221347] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [1118623.226540] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [1118623.227616] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [1118623.236074] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [1118623.236165] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [1118623.236236] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1118623.236259] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [1118623.236275] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [1118623.236368] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [1118623.236591] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [1118623.236688] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [1118623.236701] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [1118623.236726] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [1118623.237772] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> agent # [1118623.238601] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> agent # [1118623.239430] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118623.240210] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [1118623.249199] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [1118623.250093] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> agent # [1118623.259469] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [1118623.260214] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> agent # [1118623.332720] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118623.332854] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118623.335638] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118623.341855] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [1118623.341983] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [1118623.342751] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [1118623.343560] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [1118623.365353] relay network-addresses-eth1-start[248]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [1118623.367981] relay network-addresses-eth1-start[248]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [1118623.372708] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [1118623.413596] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [1118623.414229] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [1118623.415623] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [1118623.416572] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [1118623.417288] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [1118623.455742] relay flakelet[310]: flakelet-relay: using prebuilt artifact /nix/store/55zvswj0bvimz7faqq19rhsjlvqasa00-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [1118623.456641] relay flakelet[310]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [1118623.460936] relay systemd[1]: Reload requested from client PID 315 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1118623.460977] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118623.363909] agent network-addresses-eth1-start[241]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [1118623.367590] agent network-addresses-eth1-start[241]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [1118623.372402] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> agent # [1118623.447370] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [1118623.448304] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [1118623.449628] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [1118623.450626] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [1118623.451485] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [1118623.451688] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118623.451805] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118623.454501] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118623.463018] agent flakelet[305]: flakelet-agent: using prebuilt artifact /nix/store/flgya4ggb72hyvnnjcsjw6zbknb4w1s4-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [1118623.463529] agent flakelet[304]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118623.463983] agent flakelet[306]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118623.463983] agent flakelet[306]: other: activating generation 1
container-test-run-flakelet-relay> agent # [1118623.464503] agent flakelet[305]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [1118623.464551] agent flakelet[304]: app: activating generation 1
container-test-run-flakelet-relay> agent # [1118623.467915] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1118623.467950] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [1118623.351940] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [1118623.396954] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [1118623.397099] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [1118623.412513] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118623.412655] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118623.415557] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118623.698065] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118623.699584] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [1118623.896067] client nsncd[302]: Sep 24 11:55:32.183 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [1118623.896101] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118623.896176] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [1118623.896239] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [1118623.897951] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [1118623.898924] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [1118623.932933] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [1118623.934130] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [1118623.934155] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [1118623.934170] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1118623.843388] agent nsncd[309]: Sep 24 11:55:32.130 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [1118623.978814] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118623.978987] agent systemd[1]: Reloading finished in 510 ms.
container-test-run-flakelet-relay> relay # [1118623.867696] relay nsncd[250]: Sep 24 11:55:32.155 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [1118623.971917] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118623.972169] relay systemd[1]: Reloading finished in 510 ms.
container-test-run-flakelet-relay> relay # [1118624.122744] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1118624.122943] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [1118624.128937] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [1118624.129056] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [1118624.137360] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> relay # [1118624.138493] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [1118624.146677] relay systemd[1]: Reload requested from client PID 358 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1118624.146732] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118624.159453] relay dnsmasq-pre-start[361]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> agent # [1118624.113678] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118624.113969] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [1118624.114619] agent systemd[1]: Reload requested from client PID 311 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1118624.114662] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118624.510898] relay systemd[1]: Reloading finished in 363 ms.
container-test-run-flakelet-relay> relay # [1118624.626780] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [1118624.631558] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [1118624.631629] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [1118624.631705] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [1118624.651084] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118624.494399] agent systemd[1]: Reloading finished in 379 ms.
container-test-run-flakelet-relay> agent # [1118624.629733] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [1118624.629899] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [1118624.631328] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [1118624.650252] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [1118624.651707] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1118624.651741] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118625.014560] agent systemd[1]: Reloading finished in 362 ms.
container-test-run-flakelet-relay> agent # [1118625.088092] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [1118625.093118] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [1118625.093144] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [1118625.093155] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1118625.098598] agent systemd[1]: Reload requested from client PID 417 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1118625.098626] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118625.180600] relay nginx-pre-start[403]: nginx: the configuration file /nix/store/hwh65j4pm30lhgh5hab7anrqnnr1nfkx-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [1118625.181401] relay nginx-pre-start[403]: nginx: configuration file /nix/store/hwh65j4pm30lhgh5hab7anrqnnr1nfkx-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [1118625.211431] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [1118625.316612] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1118625.344030] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [1118625.344469] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [1118625.353809] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1118625.355546] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [1118625.393153] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118625.393484] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [1118625.393831] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> agent # [1118625.447673] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1118625.529669] agent systemd[1]: Reload requested from client PID 419 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1118625.529725] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118625.867910] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> relay # [1118625.673662] relay systemd-logind[356]: New seat seat0.
container-test-run-flakelet-relay> relay # [1118625.674137] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [1118625.676649] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [1118625.720761] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118625.721143] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> relay # [1118625.894066] relay dbus-broker-launch[409]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [1118625.895282] relay dbus-broker-launch[409]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [1118625.895282] relay dbus-broker-launch[409]: Invalid user-name in /nix/store/gzyya0rqnysc8n29w09licavwrfbk6c2-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [1118625.895915] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> relay # [1118625.902248] relay dbus-broker-launch[409]: Ready
container-test-run-flakelet-relay> relay # [1118625.905767] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [1118625.908196] relay dnsmasq[395]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [1118625.908203] relay dnsmasq[395]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [1118625.908209] relay dnsmasq[395]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [1118625.908226] relay dnsmasq[395]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [1118625.908406] relay dnsmasq[395]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> agent # [1118625.945055] agent systemd[1]: Reload requested from client PID 421 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1118625.945100] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118626.115961] agent systemd-logind[380]: New seat seat0.
container-test-run-flakelet-relay> client # [1118625.862490] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [1118625.863972] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [1118625.863972] client dbus-broker-launch[325]: Invalid user-name in /nix/store/kin0dpm07f5g7ivsrf5g15f6w5jakfhl-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [1118625.865238] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [1118625.865704] client systemd[1]: Startup finished in 4.235s.
container-test-run-flakelet-relay> client # [1118625.872318] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> agent # [1118626.280780] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1118626.356758] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [1118626.362977] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [1118626.364151] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118626.365075] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [1118626.367518] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [1118626.388997] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118626.426803] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118626.426952] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:34.714234Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118626.427029] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [1118626.427265] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118626.427547] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118626.427720] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [1118626.434766] agent flakelet[305]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [1118626.435032] agent flakelet[304]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [1118626.435243] agent flakelet[306]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [1118626.436689] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [1118626.436915] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [1118626.437130] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [1118626.438379] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [1118626.438448] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1118626.654530] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:34.941771Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118626.655431] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:34.942457Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118626.655119] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1118626.665312] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> agent # [1118626.798975] agent dbus-broker-launch[506]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [1118626.800524] agent dbus-broker-launch[506]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [1118626.800524] agent dbus-broker-launch[506]: Invalid user-name in /nix/store/phv8q4bqjivzlnv4zxgvb2lcnrlk0i4a-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [1118626.801093] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1118626.801575] agent systemd[1]: Startup finished in 5.173s.
container-test-run-flakelet-relay> agent # [1118626.806828] agent dbus-broker-launch[506]: Ready
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1118626.933981] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118626.934383] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [1118626.944128] relay flakelet[310]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [1118626.947253] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [1118626.947836] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [1118626.948031] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1118626.948244] relay systemd[1]: Startup finished in 5.321s.
container-test-run-flakelet-relay> relay # [1118628.446120] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:36.733529Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: None, revision: None }, Named { name: \"flakelet-agent\", generation: None, revision: None }, Named { name: \"other\", generation: None, revision: None }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118628.445729] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:36.733195Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118628.450994] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:36.738490Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118628.451452] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:36.738951Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118628.451648] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:36.739143Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1118629.450531] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:37.737942Z","level":"INFO","message":"start","id":"cae2e2c278fe6d4b15e13fe51e3e908d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118629.451512] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:37.738751Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"cae2e2c278fe6d4b15e13fe51e3e908d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118629.479876] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118629.517617] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118629.522902] agent flakelet[925]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent # [1118629.523641] agent flakelet[925]: app: activating generation 2
container-test-run-flakelet-relay> agent # [1118629.535166] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118629.535878] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118629.536021] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118629.545696] agent systemd[1]: Reload requested from client PID 932 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118629.545734] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118629.869289] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> relay # [1118629.449622] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:37.737049Z","level":"INFO","message":"deploy accepted","job":"e8d7766f25ecb9dfc8e622093d717a85","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118629.953102] agent systemd[1]: Reload requested from client PID 962 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118629.953146] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118630.277320] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [1118630.365663] agent systemd[1]: Reload requested from client PID 991 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118630.365706] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118630.691534] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [1118630.786430] agent systemd[1]: Reload requested from client PID 1025 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118630.786467] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118631.109430] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118631.192923] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1118631.231342] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1118631.237368] agent flakelet[925]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [1118631.239354] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.89 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.96 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTQwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJORjNWV1ZNNjNYSFdHPT09IiwibmJmIjoxNzkwMjUwOTQwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.t_hvF60jgyKTz3BMTL6Ovi2Vp5l0rZggQk3Z84X4_lMD5MKuw35dN5n5IGzfVYgso6on-NmQ5war7rtH14AaBQ' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> relay # [1118632.317245] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:40.604660Z","level":"INFO","message":"deploy finished","job":"e8d7766f25ecb9dfc8e622093d717a85","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118632.469385] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:40.756804Z","level":"INFO","message":"deploy accepted","job":"066b1e3ba6032677044387dc30d66e47","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118632.315530] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:40.602943Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118632.469752] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:40.757216Z","level":"INFO","message":"start","id":"da9e1f75295907557924ec08dc193542","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118632.470128] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:40.757629Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"da9e1f75295907557924ec08dc193542\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118632.498475] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118632.530285] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118632.534405] agent flakelet[1095]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118632.535070] agent flakelet[1095]: app: activating generation 3
container-test-run-flakelet-relay> agent # [1118632.543851] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1118632.544566] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118632.544698] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1118632.554583] agent systemd[1]: Reload requested from client PID 1102 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118632.554620] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118632.876377] agent systemd[1]: Reloading finished in 321 ms.
container-test-run-flakelet-relay> agent # [1118632.966235] agent systemd[1]: Reload requested from client PID 1132 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118632.966277] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118633.287515] agent systemd[1]: Reloading finished in 320 ms.
container-test-run-flakelet-relay> agent # [1118633.365159] agent systemd[1]: Reload requested from client PID 1161 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118633.365200] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118633.688055] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118633.773343] agent systemd[1]: Reload requested from client PID 1192 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118633.773381] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118634.094708] agent systemd[1]: Reloading finished in 320 ms.
container-test-run-flakelet-relay> agent # [1118634.176838] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118634.205438] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118634.210401] agent flakelet[1095]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [1118634.212792] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTQwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJORjNWV1ZNNjNYSFdHPT09IiwibmJmIjoxNzkwMjUwOTQwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.t_hvF60jgyKTz3BMTL6Ovi2Vp5l0rZggQk3Z84X4_lMD5MKuw35dN5n5IGzfVYgso6on-NmQ5war7rtH14AaBQ' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.87 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.94 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTQwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJORjNWV1ZNNjNYSFdHPT09IiwibmJmIjoxNzkwMjUwOTQwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.t_hvF60jgyKTz3BMTL6Ovi2Vp5l0rZggQk3Z84X4_lMD5MKuw35dN5n5IGzfVYgso6on-NmQ5war7rtH14AaBQ' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTQwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJORjNWV1ZNNjNYSFdHPT09IiwibmJmIjoxNzkwMjUwOTQwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.t_hvF60jgyKTz3BMTL6Ovi2Vp5l0rZggQk3Z84X4_lMD5MKuw35dN5n5IGzfVYgso6on-NmQ5war7rtH14AaBQ' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDI1MDk0MywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiVFNDRlhaRlJaS0o0UT09PSIsIm5iZiI6MTc5MDI1MDk0Mywic3ViIjoic29tZW9uZSJ9.okPdCfMemgme9Ew_DZkUQdcmTK78U4LF9t3fPryhUNY0UMJDd2lzJaJt7tec8tJke-49GQNkihBXjIlucuWDBg' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118635.306540] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:43.593954Z","level":"INFO","message":"deploy finished","job":"066b1e3ba6032677044387dc30d66e47","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118635.406944] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:43.694386Z","level":"INFO","message":"deploy accepted","job":"b4b6f765afe0118278581a7c046ff2e7","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118635.304873] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:43.592307Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118635.407295] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:43.694736Z","level":"INFO","message":"start","id":"4efbc2e4fd99ac5f929cca31b1d7ec3c","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118635.407731] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:43.695233Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"4efbc2e4fd99ac5f929cca31b1d7ec3c\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118635.449017] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118635.478229] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118635.482926] agent flakelet[1246]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118635.483547] agent flakelet[1246]: other: up to date
container-test-run-flakelet-relay> agent # [1118635.486608] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI0MywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDI1MDk0MywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiVFNDRlhaRlJaS0o0UT09PSIsIm5iZiI6MTc5MDI1MDk0Mywic3ViIjoic29tZW9uZSJ9.okPdCfMemgme9Ew_DZkUQdcmTK78U4LF9t3fPryhUNY0UMJDd2lzJaJt7tec8tJke-49GQNkihBXjIlucuWDBg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.70 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> relay # [1118636.029573] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:44.317007Z","level":"INFO","message":"deploy finished","job":"b4b6f765afe0118278581a7c046ff2e7","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118636.053267] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:55:44] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> agent # [1118636.028434] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:44.315904Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118637.059213] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:55:45] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118638.111518] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:55:46] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1118638.141342] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:46.428820Z","level":"INFO","message":"deploy accepted","job":"ddc081532e4a6b44cc7f073fa62d7eed","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118638.141739] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:46.429185Z","level":"INFO","message":"start","id":"5668795e865c0863c004a010fc167878","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118638.142467] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:46.429960Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5668795e865c0863c004a010fc167878\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118638.180355] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118638.213170] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118638.217884] agent flakelet[1270]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118638.218495] agent flakelet[1270]: other: up to date
container-test-run-flakelet-relay> agent # [1118638.221601] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118638.759969] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:47.047408Z","level":"INFO","message":"deploy finished","job":"ddc081532e4a6b44cc7f073fa62d7eed","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118638.780578] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:47.068062Z","level":"INFO","message":"deploy accepted","job":"e46f404bbc88c5a1fdf28ae2fe687fa5","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118638.758940] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.046411Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118638.780815] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.068307Z","level":"INFO","message":"start","id":"756a35f840283c1e508c9931e5307c73","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118638.781072] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.068576Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"756a35f840283c1e508c9931e5307c73\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118638.814757] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118638.843060] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118638.846699] agent flakelet[1294]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118638.847256] agent flakelet[1294]: other: up to date
container-test-run-flakelet-relay> agent # [1118638.850313] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.36 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118639.390897] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:47.678352Z","level":"INFO","message":"deploy finished","job":"e46f404bbc88c5a1fdf28ae2fe687fa5","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118639.424730] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:47.712202Z","level":"INFO","message":"deploy accepted","job":"6cddd4573f83f3b9c47229df3a4e625a","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118639.389291] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.676743Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118639.425073] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.712552Z","level":"INFO","message":"start","id":"f97d91c5660e4e26065fd978323283e4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118639.425510] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:47.713006Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"f97d91c5660e4e26065fd978323283e4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118639.459818] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118639.496253] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118639.500110] agent flakelet[1317]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent # [1118639.500802] agent flakelet[1317]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1118639.518575] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118639.520266] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118639.520548] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118639.535950] agent systemd[1]: Reload requested from client PID 1324 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118639.536031] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118639.868398] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1118639.958827] agent systemd[1]: Reload requested from client PID 1354 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118639.958866] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118640.281730] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118640.363815] agent systemd[1]: Reload requested from client PID 1383 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118640.363858] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118640.690423] agent systemd[1]: Reloading finished in 326 ms.
container-test-run-flakelet-relay> agent # [1118640.772635] agent systemd[1]: Reload requested from client PID 1417 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118640.772675] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118641.092394] agent systemd[1]: Reloading finished in 319 ms.
container-test-run-flakelet-relay> agent # [1118641.174687] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [1118641.202554] agent (nonexistent)[1448]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [1118641.202578] agent (nonexistent)[1448]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [1118641.204130] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [1118641.204238] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1118641.204602] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [1118641.237622] agent systemd[1]: Reload requested from client PID 1454 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118641.237663] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118641.563474] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [1118641.655938] agent systemd[1]: Reload requested from client PID 1484 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118641.655981] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118641.978591] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118642.061390] agent systemd[1]: Reload requested from client PID 1514 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118642.061434] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118642.385357] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [1118642.487776] agent systemd[1]: Reload requested from client PID 1548 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118642.487814] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118642.810236] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118642.900273] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118642.933148] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118642.934132] agent flakelet[1317]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [1118642.934132] agent flakelet[1317]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [1118642.936300] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1118642.936412] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.21 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.25 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> relay # [1118643.613336] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:51.900770Z","level":"INFO","message":"deploy finished","job":"6cddd4573f83f3b9c47229df3a4e625a","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118643.672757] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:51.960223Z","level":"INFO","message":"deploy accepted","job":"d8839c680dc88271c038374d5160593f","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118643.611554] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:51.898953Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118643.673090] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:51.960506Z","level":"INFO","message":"start","id":"cc149e31f019cfc27f1188dc95b4744b","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118643.673577] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:51.961065Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"cc149e31f019cfc27f1188dc95b4744b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118643.710020] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118643.745266] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118643.749740] agent flakelet[1604]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118643.750327] agent flakelet[1604]: app: up to date
container-test-run-flakelet-relay> agent # [1118643.753564] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> relay # [1118644.298844] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:52.586284Z","level":"INFO","message":"deploy finished","job":"d8839c680dc88271c038374d5160593f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118644.324022] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:52.611458Z","level":"INFO","message":"deploy accepted","job":"df60bddb83ca976e14940d84868c0ab1","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118644.297155] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:52.584592Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118644.324377] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:52.611839Z","level":"INFO","message":"start","id":"0d8c2c050e637796e3bec5d2ef72a1a8","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118644.324817] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:52.612309Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"0d8c2c050e637796e3bec5d2ef72a1a8\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118644.364668] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118644.399534] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118644.405297] agent flakelet[1624]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118644.405917] agent flakelet[1624]: app: up to date
container-test-run-flakelet-relay> agent # [1118644.407206] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> relay # [1118644.949162] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:53.236507Z","level":"INFO","message":"deploy finished","job":"df60bddb83ca976e14940d84868c0ab1","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118644.947275] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.234681Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118644.974374] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:53.261860Z","level":"INFO","message":"deploy accepted","job":"cc4711a749a9ebb3051938d2d6f3a05f","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118644.974686] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.262120Z","level":"INFO","message":"start","id":"5c71566d58e3e6fbb5c266c467b5de3b","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118644.975075] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.262564Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"5c71566d58e3e6fbb5c266c467b5de3b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118645.010880] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118645.038188] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118645.042735] agent flakelet[1648]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118645.043381] agent flakelet[1648]: app: up to date
container-test-run-flakelet-relay> agent # [1118645.045054] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.97 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> relay # [1118645.586062] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:53.873410Z","level":"INFO","message":"deploy finished","job":"cc4711a749a9ebb3051938d2d6f3a05f","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118645.584540] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.871957Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118645.641828] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:55:53.929268Z","level":"INFO","message":"deploy accepted","job":"905435ad01e57592e2604509be62072e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118645.642146] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.929573Z","level":"INFO","message":"start","id":"99422eff58b88b6ea448299005a07775","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118645.642662] agent flakelet-agent[507]: {"timestamp":"2026-09-24T11:55:53.930148Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"99422eff58b88b6ea448299005a07775\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118645.685584] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118645.692304] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118645.696224] agent flakelet[1672]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1118645.696929] agent flakelet[1672]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1118645.711063] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118645.712981] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118645.713320] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118645.729621] agent systemd[1]: Reload requested from client PID 1679 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118645.729691] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118646.085843] agent systemd[1]: Reloading finished in 355 ms.
container-test-run-flakelet-relay> agent # [1118646.183256] agent systemd[1]: Reload requested from client PID 1709 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118646.183299] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118646.524385] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1118646.633243] agent systemd[1]: Reload requested from client PID 1740 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118646.633287] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.41 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [1118646.971684] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [1118647.058534] agent systemd[1]: Reload requested from client PID 1774 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118647.058570] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118647.393008] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118647.485175] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.52 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.96 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.08 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> relay # [1118653.602418] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:01.889834Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118653.546516] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1118653.556651] agent flakelet[1672]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [1118653.562105] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118653.602283] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1118653.631739] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118653.646114] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1118653.646382] agent systemd[1]: flakelet-agent.service: Consumed 1.559s CPU time over 27.267s wall clock time.
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.08 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> agent # [1118654.723751] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118654.758442] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:03.045921Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"99422eff58b88b6ea448299005a07775\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118654.785311] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118654.795324] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:03.082812Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118654.795480] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:03.082898Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118655.304728] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:03.592153Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118656.710384] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:04.997814Z","level":"INFO","message":"deploy accepted","job":"a46c064ea6906562436818744ca10033","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118656.710723] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:04.998128Z","level":"INFO","message":"start","id":"8de27c9fa47d5e117153e27ad1b8ae21","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118656.711740] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:04.998800Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"8de27c9fa47d5e117153e27ad1b8ae21\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118656.751939] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118656.786307] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118656.791146] agent flakelet[2250]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118656.791761] agent flakelet[2250]: other: up to date
container-test-run-flakelet-relay> agent # [1118656.794572] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118657.341549] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:05.628974Z","level":"INFO","message":"deploy finished","job":"a46c064ea6906562436818744ca10033","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118657.339839] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:05.627245Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI2NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTY2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaTjVCWTdWTkdJWkRVPT09IiwibmJmIjoxNzkwMjUwOTY2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.MWa2TUGlyqJFiiioo9J1JAnmSbvV0DsszxY5oAgTuFJIse0TXo_nim7FaI9uZlUZ4HBpOtfmJ7OMvno2LGeRBg' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTI2NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUwOTY2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaTjVCWTdWTkdJWkRVPT09IiwibmJmIjoxNzkwMjUwOTY2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.MWa2TUGlyqJFiiioo9J1JAnmSbvV0DsszxY5oAgTuFJIse0TXo_nim7FaI9uZlUZ4HBpOtfmJ7OMvno2LGeRBg' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.36 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [1118658.012819] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1118658.014554] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118658.014829] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1118658.033291] agent systemd[1]: Reload requested from client PID 2284 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118658.033363] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118658.374205] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1118658.474070] agent systemd[1]: Reload requested from client PID 2313 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118658.474112] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118658.811993] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [1118658.889941] agent systemd[1]: Reload requested from client PID 2344 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118658.889980] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118659.213320] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [1118659.307320] agent systemd[1]: Reload requested from client PID 2374 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118659.307356] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.75 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [1118659.633776] agent systemd[1]: Reloading finished in 326 ms.
container-test-run-flakelet-relay> agent # [1118659.713589] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1118659.720541] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1118660.807571] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:09.094983Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [1118661.891418] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1118661.893134] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118661.893483] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1118661.912470] agent systemd[1]: Reload requested from client PID 2420 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118661.912545] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118662.253879] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1118662.339336] agent systemd[1]: Reload requested from client PID 2449 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118662.339379] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118662.671926] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1118662.764229] agent systemd[1]: Reload requested from client PID 2477 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118662.764272] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118663.094420] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [1118663.172916] agent systemd[1]: Reload requested from client PID 2509 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118663.172957] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.80 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [1118663.527949] agent systemd[1]: Reloading finished in 354 ms.
container-test-run-flakelet-relay> agent # [1118663.619569] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118663.651355] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118664.813118] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:13.100466Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.80 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250974 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [1118665.753026] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:14.040486Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1118665.818931] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:14.106408Z","level":"INFO","message":"deploy accepted","job":"a1f1b42786efc47da55b03b9f9d0db8c","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118665.819350] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:14.106765Z","level":"INFO","message":"start","id":"c927e4b7e8b6422bcbabe88efa88c119","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118665.820241] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:14.107510Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"c927e4b7e8b6422bcbabe88efa88c119\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118665.859324] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118665.893235] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118665.897986] agent flakelet[2559]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1118665.898719] agent flakelet[2559]: app: activating generation 7
container-test-run-flakelet-relay> agent # [1118665.918255] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118665.920108] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118665.920439] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118665.938545] agent systemd[1]: Reload requested from client PID 2566 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118665.938615] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118666.272972] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1118666.346322] agent systemd[1]: Reload requested from client PID 2596 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118666.346362] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250974 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent # [1118666.668389] agent systemd[1]: Reloading finished in 321 ms.
container-test-run-flakelet-relay> agent # [1118666.744948] agent systemd[1]: Reload requested from client PID 2625 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118666.744988] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250974 | grep -q 'updated to generation'
container-test-run-flakelet-relay> relay # [1118666.907775] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:15.195195Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118666.942238] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:15.229496Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118667.064576] agent systemd[1]: Reloading finished in 319 ms.
container-test-run-flakelet-relay> agent # [1118667.157760] agent systemd[1]: Reload requested from client PID 2673 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118667.157802] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118667.481415] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [1118667.574651] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1118667.944192] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:16.231584Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118669.946230] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:18.233628Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118673.626907] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1118673.636445] agent flakelet[2559]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [1118673.639942] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250974 | grep -q 'updated to generation', in 7.13 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [1118673.949091] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:22.236498Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118674.734376] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:23.021744Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.43 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> relay # [1118681.953200] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:30.240632Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1118681.955094] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:30.242562Z","level":"INFO","message":"deploy finished","job":"a1f1b42786efc47da55b03b9f9d0db8c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118682.233582] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:30.520856Z","level":"INFO","message":"deploy accepted","job":"8dfc04811b1d843e1017337cf397e90b","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118681.953211] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:30.240602Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118681.954351] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:30.241842Z","level":"INFO","message":"start","id":"c927e4b7e8b6422bcbabe88efa88c119","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118682.233915] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:30.521193Z","level":"INFO","message":"start","id":"09e1569ac77299749886eb9fd64f74da","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118682.234474] agent flakelet-agent[1837]: {"timestamp":"2026-09-24T11:56:30.521962Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"09e1569ac77299749886eb9fd64f74da\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118682.276781] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118682.308959] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118682.314144] agent flakelet[2795]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1118682.314887] agent flakelet[2795]: app: activating generation 8
container-test-run-flakelet-relay> agent # [1118682.333868] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [1118682.335565] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118682.335838] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [1118682.351439] agent systemd[1]: Reload requested from client PID 2802 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118682.351515] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118682.690591] agent systemd[1]: Reloading finished in 338 ms.
container-test-run-flakelet-relay> agent # [1118682.782138] agent systemd[1]: Reload requested from client PID 2832 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118682.782182] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118683.107616] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [1118683.188596] agent systemd[1]: Reload requested from client PID 2863 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118683.188641] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118683.594210] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:31.881637Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118683.513655] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent # [1118683.593947] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1118683.602089] agent systemd[1]: Reload requested from client PID 2900 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118683.602134] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.86 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> relay # [1118684.122683] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:32.410113Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118683.929789] agent systemd[1]: Reloading finished in 327 ms.
container-test-run-flakelet-relay> agent # [1118684.005948] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118684.006160] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1118684.006175] agent systemd[1]: flakelet-agent.service: Consumed 1.303s CPU time over 29.282s wall clock time.
container-test-run-flakelet-relay> agent # [1118684.024973] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [1118684.025921] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118684.089869] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:32.377328Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"09e1569ac77299749886eb9fd64f74da\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118684.111985] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118684.122619] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:32.410085Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118684.123813] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:32.411304Z","level":"INFO","message":"start","id":"09e1569ac77299749886eb9fd64f74da","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118690.101343] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1118690.110627] agent flakelet[2795]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [1118690.111505] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118690.678963] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:38.966412Z","level":"INFO","message":"deploy finished","job":"8dfc04811b1d843e1017337cf397e90b","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118690.677319] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:38.964718Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.08 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.03 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250999 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [1118691.279186] relay flakelet-relay[401]: {"timestamp":"2026-09-24T11:56:39.566651Z","level":"INFO","message":"deploy accepted","job":"5278ce25cc1b57434b3b00fc5f50167f","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118691.279561] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:39.566965Z","level":"INFO","message":"start","id":"564ef4e6d11234093192fc3d7ac6c57b","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118691.279907] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:39.567402Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"564ef4e6d11234093192fc3d7ac6c57b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118691.319428] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118691.357304] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118691.361977] agent flakelet[3377]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1118691.362681] agent flakelet[3377]: app: activating generation 9
container-test-run-flakelet-relay> agent # [1118691.381994] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1118691.383835] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118691.384171] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1118691.400495] agent systemd[1]: Reload requested from client PID 3384 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118691.400566] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118691.735649] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118691.835573] agent systemd[1]: Reload requested from client PID 3414 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118691.835619] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118692.159126] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790250999 | grep -q 'app-slow', in 1.03 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1118692.248931] agent systemd[1]: Reload requested from client PID 3445 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118692.248971] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118692.304027] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:40.591449Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118692.303509] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1118692.341158] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118692.341452] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1118692.341484] relay systemd[1]: flakelet-relay.service: Consumed 2.710s CPU time over 1min 7.690s wall clock time.
container-test-run-flakelet-relay> relay # [1118692.365521] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118692.578388] agent systemd[1]: Reloading finished in 328 ms.
container-test-run-flakelet-relay> agent # [1118692.666492] agent systemd[1]: Reload requested from client PID 3481 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118692.666532] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118692.996474] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [1118693.083670] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1118693.307755] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:41.595048Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.53 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [1118693.811095] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:42.098554Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118693.811568] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:42.099015Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118693.811732] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1118695.319243] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:43.606676Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118695.318986] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:43.606382Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118699.324663] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:47.612074Z","level":"INFO","message":"job reattached","job":"5278ce25cc1b57434b3b00fc5f50167f","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118699.164108] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1118699.174909] agent flakelet[3377]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [1118699.178455] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118700.252696] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:48.540096Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.08 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.68 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118700.927361] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:49.214799Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118700.927865] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:49.215268Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118700.928533] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:49.216020Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118700.969135] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118701.005308] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118701.010438] agent flakelet[3555]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118701.011047] agent flakelet[3555]: other: up to date
container-test-run-flakelet-relay> agent # [1118701.013769] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> relay # [1118701.556035] relay flakelet-relay[933]: {"timestamp":"2026-09-24T11:56:49.843472Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118701.572761] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1118701.628112] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118701.628588] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1118701.628631] relay systemd[1]: flakelet-relay.service: Consumed 2.128s CPU time over 9.262s wall clock time.
container-test-run-flakelet-relay> relay # [1118701.666055] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118701.554535] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:49.841931Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118701.572923] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:49.860396Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118702.576556] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:50.863966Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.52 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1118703.079274] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:51.366726Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118703.079777] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:51.367167Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118703.079893] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1118704.591642] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:52.879050Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118704.591511] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:52.878923Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMxMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDEzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1NJTjRPTERMTlRXPT09IiwibmJmIjoxNzkwMjUxMDEzLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UjWLS39p9a9rID-Hr0vvc7-2I-r1w2h33_rgUbIFVmStvvwsEjgktR2dZj2ky_vgQ0XpsiHiAb5PlIGVJb1EDg' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> relay # [1118705.234819] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:53.522251Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118705.235242] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:53.522668Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118705.235846] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:56:53.523335Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118705.269659] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118705.305157] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/appagent # [1118705.309669] agent flakelet[3583]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay>  | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118705.310277] agent flakelet[3583]: app: up to date
container-test-run-flakelet-relay> agent # [1118705.313101] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMxMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDEzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1NJTjRPTERMTlRXPT09IiwibmJmIjoxNzkwMjUxMDEzLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UjWLS39p9a9rID-Hr0vvc7-2I-r1w2h33_rgUbIFVmStvvwsEjgktR2dZj2ky_vgQ0XpsiHiAb5PlIGVJb1EDg' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.65 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMxMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDEzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1NJTjRPTERMTlRXPT09IiwibmJmIjoxNzkwMjUxMDEzLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UjWLS39p9a9rID-Hr0vvc7-2I-r1w2h33_rgUbIFVmStvvwsEjgktR2dZj2ky_vgQ0XpsiHiAb5PlIGVJb1EDg' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMxMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDEzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1NJTjRPTERMTlRXPT09IiwibmJmIjoxNzkwMjUxMDEzLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UjWLS39p9a9rID-Hr0vvc7-2I-r1w2h33_rgUbIFVmStvvwsEjgktR2dZj2ky_vgQ0XpsiHiAb5PlIGVJb1EDg' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.98 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 52)
container-test-run-flakelet-relay> kill NspawnMachine (pid 53)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> relay # [1118705.858363] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:54.145782Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118705.936720] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:56:54] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=2ccKqIWa2p_95-FftjDhBixH3N0B1eatAoZGQasxBqE&code_challenge=Dq9FKuGWJ_SU45eNm9uLRg24r04JbbIOt3E8t0-cHLU&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [1118705.985402] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:56:54] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1118705.986551] relay flakelet-relay[1323]: {"timestamp":"2026-09-24T11:56:54.274028Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> kill NspawnMachine (pid 56)
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.29 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job e8d7766f25ecb9dfc8e622093d717a85 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 6cddd4573f83f3b9c47229df3a4e625a via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job a1f1b42786efc47da55b03b9f9d0db8c via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 8dfc04811b1d843e1017337cf397e90b via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 5278ce25cc1b57434b3b00fc5f50167f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 40caf9d2690dba77a8fbf7e3875295ed
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: 404 Not Found: unknown_job: no connected agent knows this job, retrying in 4s
container-test-run-flakelet-relay> » job 5278ce25cc1b57434b3b00fc5f50167f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1790251009	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790250999	40caf9d2690dba77a8fbf7e3875295ed	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790250990	5f75e93b675f4f81891d59ce922df270	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790250974	d7b35d844327495605b64bf18cf3d377	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790250971	local-app-6-1790250971	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790250968	local-app-5-1790250968	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790250964	304873b803dd9c4c6fed1ef5b5beeaf0	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790250953	30ba32fa6e2a1bb4bc8407451b6592ed	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790250953	4effd8d3a18fc9c4dff2d3d69202cd10	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790250952	0a12bddea097a00923add2cef87a6258	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790250951	a0145fac3b170d37058b9a7d423b2d1b	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790250947	995175ce6e20b7ca949d108104bdf4c6	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790250947	dfe34b482b32d1f93e7834c6b1f643c3	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1790250946	77f0d6ba02140d35b9046b66d34277e3	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790250943	2a01a2e83ae871268b60d1160f1d1176	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1790250940	9a9ed57a2b4dd77c8b6179927fcf9849	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1790250937	09451a0b137de5b0b79635e0a7386eac	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790250934	local-app-1-1790250934	host activation	agent/app:updated
container-test-run-flakelet-relay> 1790250934	local-flakelet-agent-1-1790250934	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1790250934	local-other-1-1790250934	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
error: Cannot build '/nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/prdwdgaiafrbgprimg3ch479m0fk4cjs-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1790250947	dfe34b482b32d1f93e7834c6b1f643c3	admin@example.org	agent/app:rolled-back
       > 1790250946	77f0d6ba02140d35b9046b66d34277e3	dev@example.org	agent/other:unchanged
       > 1790250943	2a01a2e83ae871268b60d1160f1d1176	someone	agent/other:unchanged
       > 1790250940	9a9ed57a2b4dd77c8b6179927fcf9849	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1790250937	09451a0b137de5b0b79635e0a7386eac	admin@example.org	agent/app:updated
       > 1790250934	local-app-1-1790250934	host activation	agent/app:updated
       > 1790250934	local-flakelet-agent-1-1790250934	host activation	agent/flakelet-agent:updated
       > 1790250934	local-other-1-1790250934	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       > Container relay terminated by signal KILL.
       For full logs, run:
         nix log /nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv


nixbot: transient error detected, retrying once

this derivation will be built:
  /nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv
building '/nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52)
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 55)
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal files were found.
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal files were found.
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> agent # [1118709.597855] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [1118709.597897] agent systemd-journald[57]: Runtime Journal (/run/log/journal/cb44bd480c074869afbbe15ede2b8472) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1118709.609136] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [1118709.621792] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [1118709.649672] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [1118709.650406] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [1118709.658822] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/cb44bd480c074869afbbe15ede2b8472 is 1.522ms for 6 entries.
container-test-run-flakelet-relay> agent # [1118709.658822] agent systemd-journald[57]: System Journal (/var/log/journal/cb44bd480c074869afbbe15ede2b8472) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1118709.668760] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [1118709.669574] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [1118709.669685] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [1118709.681159] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> agent # [1118709.746782] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> agent # [1118710.617704] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1118709.587693] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> client # [1118709.597498] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [1118709.587736] relay systemd-journald[57]: Runtime Journal (/run/log/journal/6f516a1588764f53b614e5af80d9536b) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1118709.597539] client systemd-journald[57]: Runtime Journal (/run/log/journal/acde72d991bc482c94abd3116c5163d9) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1118709.608779] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> relay # [1118709.598242] relay systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [1118709.621589] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> relay # [1118709.610512] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [1118709.649555] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> relay # [1118709.624975] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1118709.650242] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> relay # [1118709.625632] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [1118709.658107] client systemd-journald[57]: Time spent on flushing to /var/log/journal/acde72d991bc482c94abd3116c5163d9 is 2.533ms for 6 entries.
container-test-run-flakelet-relay> relay # [1118709.654832] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/6f516a1588764f53b614e5af80d9536b is 1.381ms for 6 entries.
container-test-run-flakelet-relay> client # [1118709.658107] client systemd-journald[57]: System Journal (/var/log/journal/acde72d991bc482c94abd3116c5163d9) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [1118709.654832] relay systemd-journald[57]: System Journal (/var/log/journal/6f516a1588764f53b614e5af80d9536b) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1118709.668699] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> relay # [1118709.663140] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [1118709.669477] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [1118709.663910] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [1118709.669619] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [1118709.664027] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> client # [1118709.673266] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1118709.676188] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> client # [1118709.742758] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [1118710.617881] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1118709.758313] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1118710.586737] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> agent # [1118710.639409] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [1118710.640261] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> agent # [1118710.641081] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [1118710.642254] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> agent # [1118710.642281] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1118710.643072] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [1118710.643803] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> agent # [1118710.661144] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [1118710.661570] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1118710.661883] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/cb44bd480c074869afbbe15ede2b8472 failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1118710.662240] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1118710.639513] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> client # [1118710.640392] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [1118710.641253] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> client # [1118710.642215] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [1118710.642244] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1118710.643192] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [1118710.644137] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [1118710.663199] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [1118710.663607] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1118710.663938] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/acde72d991bc482c94abd3116c5163d9 failed: Operation not permitted
container-test-run-flakelet-relay> client # [1118710.664282] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.649992] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [1118710.651300] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [1118710.652618] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [1118710.653951] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [1118710.654016] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1118710.655462] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [1118710.656772] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [1118710.675046] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.9wmImWYqep/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.675446] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.675850] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.676220] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/6f516a1588764f53b614e5af80d9536b failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.676549] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1118710.684363] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [1118710.684400] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [1118710.684451] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [1118710.684963] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [1118710.698258] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [1118710.699295] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [1118710.712769] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [1118710.716810] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [1118710.717879] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [1118710.727427] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [1118710.728032] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [1118710.728137] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1118710.728175] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [1118710.728195] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [1118710.728318] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [1118710.728481] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [1118710.728587] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [1118710.728600] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [1118710.728628] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [1118710.729668] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [1118710.730575] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [1118710.731271] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [1118710.732091] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1118710.732789] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> relay # [1118710.743712] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [1118710.744571] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> relay # [1118710.752366] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [1118710.755431] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> agent # [1118710.664760] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [1118710.669041] agent suid-sgid-wrappers-start[169]: chmod: changing permissions of '/run/wrappers/wrappers.ufcljbCmnK/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [1118710.678399] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1118710.678493] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1118710.678641] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [1118710.680456] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [1118710.681259] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [1118710.693441] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [1118710.700195] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [1118710.701329] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [1118710.711322] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [1118710.711422] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [1118710.711497] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1118710.711524] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [1118710.711539] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [1118710.711641] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [1118710.711871] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [1118710.711973] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [1118710.711988] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [1118710.712026] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [1118710.713378] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> agent # [1118710.714272] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> agent # [1118710.715148] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118710.715928] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [1118710.726140] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [1118710.727188] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> agent # [1118710.731353] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [1118710.740515] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> agent # [1118710.801515] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [1118710.801654] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [1118710.803025] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [1118710.804029] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> agent # [1118710.824826] agent network-addresses-eth1-start[236]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [1118710.828697] agent network-addresses-eth1-start[236]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [1118710.866471] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118710.867265] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [1118710.867461] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118710.867590] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118710.869023] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [1118710.666851] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> client # [1118710.669217] client suid-sgid-wrappers-start[169]: chmod: changing permissions of '/run/wrappers/wrappers.GxFABcgksH/chsh': Operation not permitted
container-test-run-flakelet-relay> client # [1118710.680157] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> client # [1118710.680194] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client # [1118710.680245] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [1118710.681861] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [1118710.682477] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [1118710.693496] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [1118710.700845] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [1118710.701816] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [1118710.713020] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [1118710.713155] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [1118710.713218] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1118710.713243] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [1118710.713258] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [1118710.713355] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [1118710.713575] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [1118710.713801] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [1118710.713817] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [1118710.713843] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [1118710.714861] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [1118710.715813] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118710.716519] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [1118710.734379] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> client # [1118710.881559] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118710.882915] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [1118710.909860] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118710.923500] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118710.926732] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> client # [1118710.928103] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [1118710.929707] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [1118710.931283] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [1118710.932955] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1118710.951932] client network-addresses-eth1-start[236]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [1118710.955531] client network-addresses-eth1-start[236]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> client # [1118710.960680] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [1118711.023413] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [1118711.023695] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [1118711.029663] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118711.029946] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118711.034411] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118710.881757] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118710.885193] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118710.885284] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118710.887407] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1118710.923398] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [1118710.924201] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [1118710.925508] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [1118710.926466] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [1118710.927524] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [1118710.937169] agent flakelet[307]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118710.937722] agent flakelet[307]: app: activating generation 1
container-test-run-flakelet-relay> agent # [1118710.938444] agent flakelet[308]: flakelet-agent: using prebuilt artifact /nix/store/flgya4ggb72hyvnnjcsjw6zbknb4w1s4-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [1118710.938976] agent flakelet[308]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [1118710.939299] agent flakelet[309]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118710.939832] agent flakelet[309]: other: activating generation 1
container-test-run-flakelet-relay> agent # [1118710.943348] agent systemd[1]: Reload requested from client PID 310 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1118710.943383] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118710.866047] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118710.866927] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [1118710.895302] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118710.900227] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1118710.923832] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1118710.924083] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [1118710.924830] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> relay # [1118710.926237] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> relay # [1118710.927565] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [1118710.947892] relay network-addresses-eth1-start[250]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [1118710.951906] relay network-addresses-eth1-start[250]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [1118710.956029] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [1118710.992568] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [1118710.992660] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [1118710.993939] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [1118710.994832] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [1118710.995574] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [1118711.033150] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/55zvswj0bvimz7faqq19rhsjlvqasa00-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [1118711.033853] relay flakelet[311]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [1118711.038020] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1118711.038060] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118711.297663] relay nsncd[245]: Sep 24 11:56:59.584 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [1118711.405201] relay systemd[1]: Reloading finished in 366 ms.
container-test-run-flakelet-relay> relay # [1118711.545948] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1118711.546546] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [1118711.546629] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [1118711.547863] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [1118711.312572] client nsncd[303]: Sep 24 11:56:59.600 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [1118711.312699] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1118711.312799] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [1118711.312902] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [1118711.315138] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [1118711.316436] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [1118711.353576] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [1118711.355648] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [1118711.355698] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [1118711.355727] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1118711.318637] agent nsncd[297]: Sep 24 11:56:59.606 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [1118711.402644] agent systemd[1]: Reloading finished in 458 ms.
container-test-run-flakelet-relay> agent # [1118711.549910] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1118711.550581] agent systemd[1]: Reload requested from client PID 311 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1118711.550633] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118711.548718] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [1118711.570872] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1118711.570904] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118711.578826] relay dnsmasq-pre-start[360]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> agent # [1118711.953032] agent systemd[1]: Reloading finished in 401 ms.
container-test-run-flakelet-relay> agent # [1118712.032913] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1118712.032961] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118711.931427] relay systemd[1]: Reloading finished in 360 ms.
container-test-run-flakelet-relay> relay # [1118712.005618] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [1118712.031663] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [1118712.031730] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [1118712.031798] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [1118712.033644] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118712.381724] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1118712.458466] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [1118712.458616] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [1118712.460347] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [1118712.461396] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [1118712.466010] agent systemd[1]: Reload requested from client PID 404 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1118712.466044] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118712.550929] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/hwh65j4pm30lhgh5hab7anrqnnr1nfkx-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [1118712.551678] relay nginx-pre-start[402]: nginx: configuration file /nix/store/hwh65j4pm30lhgh5hab7anrqnnr1nfkx-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [1118712.571815] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [1118712.690126] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1118712.703816] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [1118712.704385] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [1118712.715773] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1118712.717406] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [1118712.756933] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1118712.757296] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [1118712.757667] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1118713.027169] relay systemd-logind[354]: New seat seat0.
container-test-run-flakelet-relay> relay # [1118713.027586] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [1118713.029848] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [1118713.075650] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118713.075862] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> relay # [1118713.271751] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [1118713.273167] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [1118713.273167] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/gzyya0rqnysc8n29w09licavwrfbk6c2-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [1118713.274266] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1118712.867494] agent systemd[1]: Reloading finished in 401 ms.
container-test-run-flakelet-relay> agent # [1118712.934912] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [1118712.948576] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [1118712.948689] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [1118712.948818] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1118712.949872] agent systemd[1]: Reload requested from client PID 406 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1118712.949903] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [1118713.231094] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [1118713.232987] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [1118713.232987] client dbus-broker-launch[325]: Invalid user-name in /nix/store/kin0dpm07f5g7ivsrf5g15f6w5jakfhl-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [1118713.234114] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [1118713.234552] client systemd[1]: Startup finished in 4.096s.
container-test-run-flakelet-relay> client # [1118713.239115] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> relay # [1118713.280014] relay dbus-broker-launch[408]: Ready
container-test-run-flakelet-relay> relay # [1118713.283366] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [1118713.285332] relay dnsmasq[394]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [1118713.285339] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [1118713.285344] relay dnsmasq[394]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [1118713.285351] relay dnsmasq[394]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [1118713.285442] relay dnsmasq[394]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> agent # [1118713.299315] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1118713.376870] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118713.378649] agent systemd[1]: Reload requested from client PID 443 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1118713.378693] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118713.724357] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [1118713.798221] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118713.802191] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118713.806115] agent flakelet[307]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [1118713.833182] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [1118713.833678] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [1118713.865230] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [1118713.870230] agent flakelet[309]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [1118713.872176] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [1118713.881685] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:02.169170Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118713.881907] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:02.169344Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118713.882013] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118713.884265] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:02.171748Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118713.887040] agent flakelet[308]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [1118713.888974] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [1118713.889140] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [1118713.906393] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:02.193890Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118713.924691] agent systemd-logind[403]: New seat seat0.
container-test-run-flakelet-relay> agent # [1118713.925707] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [1118713.925783] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [1118713.926567] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [1118713.965129] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118713.965313] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [1118713.965476] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1118714.137928] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:02.425404Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118714.138431] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:02.425856Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118714.138627] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1118714.148278] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.16 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> agent # [1118714.417686] agent dbus-broker-launch[902]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [1118714.420689] agent dbus-broker-launch[902]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [1118714.420689] agent dbus-broker-launch[902]: Invalid user-name in /nix/store/phv8q4bqjivzlnv4zxgvb2lcnrlk0i4a-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [1118714.425828] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1118714.426450] agent systemd[1]: Startup finished in 5.285s.
container-test-run-flakelet-relay> agent # [1118714.431911] agent dbus-broker-launch[902]: Ready
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1118714.457927] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118714.458198] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [1118714.466053] relay flakelet[311]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [1118714.467797] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [1118714.468079] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [1118714.468161] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1118714.468322] relay systemd[1]: Startup finished in 5.323s.
container-test-run-flakelet-relay> agent # [1118715.898599] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:04.186058Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118715.898674] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:04.186133Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1118716.957535] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:05.244959Z","level":"INFO","message":"start","id":"a84e2e64de5b7f6a6e6aa7e0fe63bdc4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118716.958266] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:05.245758Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"a84e2e64de5b7f6a6e6aa7e0fe63bdc4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118716.999672] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118717.031394] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118717.036625] agent flakelet[924]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent # [1118717.037332] agent flakelet[924]: app: activating generation 2
container-test-run-flakelet-relay> agent # [1118717.057423] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118717.057870] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118717.058164] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118717.076769] agent systemd[1]: Reload requested from client PID 931 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118717.076837] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118716.957052] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:05.244463Z","level":"INFO","message":"deploy accepted","job":"1871c3fd17edfdfcb76aed332435f41d","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118717.424517] agent systemd[1]: Reloading finished in 346 ms.
container-test-run-flakelet-relay> agent # [1118717.513900] agent systemd[1]: Reload requested from client PID 961 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118717.513941] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118717.850483] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [1118717.938022] agent systemd[1]: Reload requested from client PID 992 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118717.938062] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118718.278567] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1118718.368973] agent systemd[1]: Reload requested from client PID 1025 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118718.369020] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118718.705275] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1118718.793516] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1118718.821877] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1118718.827625] agent flakelet[924]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [1118718.829853] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.98 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 3.05 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMyOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDI4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1U2Ujc0TzI2NllNPT09IiwibmJmIjoxNzkwMjUxMDI4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gDyVmzHwq2yEbHans97PhWwR-xObz7XnINUk1_WAXl6DUCbI-bForsGVISiA7urBrO-PHFTBA07As0-de6cBBQ' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1118719.908906] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:08.196351Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118720.082213] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:08.369605Z","level":"INFO","message":"start","id":"18198525fba59166df6f37096fdd6c86","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118720.082686] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:08.370179Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"18198525fba59166df6f37096fdd6c86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118720.123320] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118720.154286] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118720.158046] agent flakelet[1094]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118720.158707] agent flakelet[1094]: app: activating generation 3
container-test-run-flakelet-relay> agent # [1118720.173187] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> relay # [1118719.910634] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:08.198045Z","level":"INFO","message":"deploy finished","job":"1871c3fd17edfdfcb76aed332435f41d","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118720.081843] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:08.369267Z","level":"INFO","message":"deploy accepted","job":"cdecf93ce00bc2523ddec4012c746c8c","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118720.174987] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118720.175411] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1118720.193182] agent systemd[1]: Reload requested from client PID 1101 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118720.193252] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118720.545015] agent systemd[1]: Reloading finished in 351 ms.
container-test-run-flakelet-relay> agent # [1118720.644437] agent systemd[1]: Reload requested from client PID 1131 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118720.644483] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118720.979720] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118721.063177] agent systemd[1]: Reload requested from client PID 1160 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118721.063219] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118721.400399] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [1118721.500451] agent systemd[1]: Reload requested from client PID 1191 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118721.500493] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118721.835428] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118721.924591] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118721.960397] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118721.966657] agent flakelet[1094]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [1118721.968627] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMyOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDI4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1U2Ujc0TzI2NllNPT09IiwibmJmIjoxNzkwMjUxMDI4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gDyVmzHwq2yEbHans97PhWwR-xObz7XnINUk1_WAXl6DUCbI-bForsGVISiA7urBrO-PHFTBA07As0-de6cBBQ' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.99 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 3.06 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMyOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDI4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1U2Ujc0TzI2NllNPT09IiwibmJmIjoxNzkwMjUxMDI4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gDyVmzHwq2yEbHans97PhWwR-xObz7XnINUk1_WAXl6DUCbI-bForsGVISiA7urBrO-PHFTBA07As0-de6cBBQ' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMyOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDI4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzM1U2Ujc0TzI2NllNPT09IiwibmJmIjoxNzkwMjUxMDI4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gDyVmzHwq2yEbHans97PhWwR-xObz7XnINUk1_WAXl6DUCbI-bForsGVISiA7urBrO-PHFTBA07As0-de6cBBQ' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMzMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDI1MTAzMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiSkhXS1AzNkpQVk9TTT09PSIsIm5iZiI6MTc5MDI1MTAzMSwic3ViIjoic29tZW9uZSJ9.tWWzOPufWyI09f2e9JtsbisPYfocg-9ysmkOYXzxmIeBb3bvYC0bjuKSBvE1lgHkiOT91GkzKV-K-guBKWaGCA' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118723.038468] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:11.325890Z","level":"INFO","message":"deploy finished","job":"cdecf93ce00bc2523ddec4012c746c8c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118723.141336] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:11.428795Z","level":"INFO","message":"deploy accepted","job":"29978ed4b9de2615fac9e96a8a859654","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118723.037235] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:11.324623Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118723.141692] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:11.429129Z","level":"INFO","message":"start","id":"f2a409b99d4deeab64d0445259ebca7b","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118723.141974] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:11.429476Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"f2a409b99d4deeab64d0445259ebca7b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118723.181241] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118723.212406] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118723.216647] agent flakelet[1245]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118723.217255] agent flakelet[1245]: other: up to date
container-test-run-flakelet-relay> agent # [1118723.219403] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTMzMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDI1MTAzMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiSkhXS1AzNkpQVk9TTT09PSIsIm5iZiI6MTc5MDI1MTAzMSwic3ViIjoic29tZW9uZSJ9.tWWzOPufWyI09f2e9JtsbisPYfocg-9ysmkOYXzxmIeBb3bvYC0bjuKSBvE1lgHkiOT91GkzKV-K-guBKWaGCA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.69 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> agent # [1118723.755993] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:12.043442Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118723.757697] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:12.045108Z","level":"INFO","message":"deploy finished","job":"29978ed4b9de2615fac9e96a8a859654","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118723.782326] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:57:12] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1118724.787700] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:57:13] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.09 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118725.842874] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:57:14] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1118725.873824] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:14.161296Z","level":"INFO","message":"deploy accepted","job":"939ee267879a39e6ee8d9d4eeb492bee","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118725.874280] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:14.161705Z","level":"INFO","message":"start","id":"982a04f7251c9dc72fb8fa39009ed2de","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118725.874887] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:14.162280Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"982a04f7251c9dc72fb8fa39009ed2de\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118725.920632] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118725.957276] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118725.962092] agent flakelet[1273]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118725.962680] agent flakelet[1273]: other: up to date
container-test-run-flakelet-relay> agent # [1118725.964559] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [1118726.505633] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:14.793038Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118726.529942] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:14.817418Z","level":"INFO","message":"start","id":"2dce3537d090579454593b6b28a2770b","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118726.530327] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:14.817816Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"2dce3537d090579454593b6b28a2770b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118726.568365] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118726.600764] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118726.606015] agent flakelet[1293]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118726.606591] agent flakelet[1293]: other: up to date
container-test-run-flakelet-relay> agent # [1118726.608391] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118726.507185] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:14.794601Z","level":"INFO","message":"deploy finished","job":"939ee267879a39e6ee8d9d4eeb492bee","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118726.529720] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:14.817194Z","level":"INFO","message":"deploy accepted","job":"1c1582ab37d3f816b886c7ce7ba821e2","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.39 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> agent # [1118727.151590] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:15.439054Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118727.187238] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:15.474723Z","level":"INFO","message":"start","id":"b9bd08d121d8d401636379972fec5a73","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118727.187443] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:15.474946Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"b9bd08d121d8d401636379972fec5a73\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118727.225329] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118727.253235] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118727.258483] agent flakelet[1316]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent # [1118727.259186] agent flakelet[1316]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1118727.275756] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118727.277565] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118727.277944] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118727.293318] agent systemd[1]: Reload requested from client PID 1323 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118727.293385] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118727.152693] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:15.440089Z","level":"INFO","message":"deploy finished","job":"1c1582ab37d3f816b886c7ce7ba821e2","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118727.186902] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:15.474381Z","level":"INFO","message":"deploy accepted","job":"2feedd7e91a8f353c42fa3ee97c25d43","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118727.641504] agent systemd[1]: Reloading finished in 347 ms.
container-test-run-flakelet-relay> agent # [1118727.729603] agent systemd[1]: Reload requested from client PID 1353 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118727.729645] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118728.063989] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1118728.148383] agent systemd[1]: Reload requested from client PID 1384 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118728.148422] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118728.488621] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [1118728.573937] agent systemd[1]: Reload requested from client PID 1417 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118728.573977] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118728.912256] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [1118729.002473] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [1118729.036658] agent (nonexistent)[1447]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [1118729.036684] agent (nonexistent)[1447]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [1118729.038266] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [1118729.038380] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1118729.038799] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [1118729.072363] agent systemd[1]: Reload requested from client PID 1453 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118729.072438] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118729.418251] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [1118729.506945] agent systemd[1]: Reload requested from client PID 1483 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118729.506989] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118729.842076] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118729.922449] agent systemd[1]: Reload requested from client PID 1515 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118729.922490] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118730.269694] agent systemd[1]: Reloading finished in 346 ms.
container-test-run-flakelet-relay> agent # [1118730.361813] agent systemd[1]: Reload requested from client PID 1547 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118730.361853] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118730.705587] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [1118730.786666] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118730.813092] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118730.814319] agent flakelet[1316]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [1118730.814319] agent flakelet[1316]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [1118730.816682] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1118730.816780] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.30 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.34 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> agent # [1118731.468455] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:19.755883Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118731.533466] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:19.820890Z","level":"INFO","message":"start","id":"2a09030c5fcb51fa7d467adc5538e813","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118731.533875] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:19.821364Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2a09030c5fcb51fa7d467adc5538e813\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118731.573825] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118731.605267] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118731.609980] agent flakelet[1603]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118731.610552] agent flakelet[1603]: app: up to date
container-test-run-flakelet-relay> agent # [1118731.612984] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118731.469995] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:19.757430Z","level":"INFO","message":"deploy finished","job":"2feedd7e91a8f353c42fa3ee97c25d43","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118731.533184] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:19.820610Z","level":"INFO","message":"deploy accepted","job":"c0dd401dca5a9884ec9bae3e704447a3","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> agent # [1118732.155628] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:20.443080Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118732.180443] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:20.467924Z","level":"INFO","message":"start","id":"183e5ec56796d97e3c573c98e3819a8d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118732.180813] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:20.468308Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"183e5ec56796d97e3c573c98e3819a8d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118732.221067] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118732.250190] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118732.255668] agent flakelet[1627]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118732.256273] agent flakelet[1627]: app: up to date
container-test-run-flakelet-relay> agent # [1118732.258293] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118732.157145] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:20.444513Z","level":"INFO","message":"deploy finished","job":"c0dd401dca5a9884ec9bae3e704447a3","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118732.180269] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:20.467742Z","level":"INFO","message":"deploy accepted","job":"d2bf329c361ecc21b1a9e6936fec7d0a","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> relay # [1118732.801204] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:21.088614Z","level":"INFO","message":"deploy finished","job":"d2bf329c361ecc21b1a9e6936fec7d0a","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118732.822357] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:21.109848Z","level":"INFO","message":"deploy accepted","job":"472d59ec9dafceeeb0186e474de41044","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118732.799565] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.087015Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118732.822618] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.110102Z","level":"INFO","message":"start","id":"962bc4eec0e73064ed8aa107903fd0e3","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118732.822989] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.110483Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"962bc4eec0e73064ed8aa107903fd0e3\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118732.860769] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118732.890291] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118732.895726] agent flakelet[1647]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1118732.896345] agent flakelet[1647]: app: up to date
container-test-run-flakelet-relay> agent # [1118732.898554] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.97 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> agent # [1118733.438770] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.726218Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118733.500137] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.787597Z","level":"INFO","message":"start","id":"8203995bd4cc07f2305145a76a28bdd5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118733.500585] agent flakelet-agent[502]: {"timestamp":"2026-09-24T11:57:21.788079Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"8203995bd4cc07f2305145a76a28bdd5\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118733.543533] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118733.572349] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118733.577725] agent flakelet[1671]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1118733.578427] agent flakelet[1671]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1118733.591848] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118733.592341] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118733.592602] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118733.612218] agent systemd[1]: Reload requested from client PID 1678 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118733.612290] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118733.440520] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:21.727933Z","level":"INFO","message":"deploy finished","job":"472d59ec9dafceeeb0186e474de41044","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118733.499922] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:21.787352Z","level":"INFO","message":"deploy accepted","job":"8fa8da58d62dacacb97fcd33499307c6","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118733.962143] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1118734.050239] agent systemd[1]: Reload requested from client PID 1712 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118734.050278] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118734.384345] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1118734.460551] agent systemd[1]: Reload requested from client PID 1741 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118734.460594] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.37 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [1118734.794257] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1118734.884307] agent systemd[1]: Reload requested from client PID 1774 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118734.884347] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118735.217139] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1118735.290703] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.50 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.91 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.08 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> agent # [1118741.363337] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1118741.370717] agent flakelet[1671]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [1118741.372999] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118741.412199] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1118741.446386] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118741.446810] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1118741.447266] agent systemd[1]: flakelet-agent.service: Consumed 1.963s CPU time over 27.644s wall clock time.
container-test-run-flakelet-relay> relay # [1118741.412331] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:29.699736Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> agent # [1118742.544460] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118742.604437] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:30.891890Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"8203995bd4cc07f2305145a76a28bdd5\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118742.625653] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118742.636351] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:30.923837Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118742.636532] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:30.923939Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118743.141350] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:31.428766Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118744.527788] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:32.815220Z","level":"INFO","message":"start","id":"1dd06823958af220abf7708ecd0aa01e","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118744.528791] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:32.815972Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"1dd06823958af220abf7708ecd0aa01e\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118744.561793] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118744.596248] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118744.601092] agent flakelet[2249]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118744.601693] agent flakelet[2249]: other: up to date
container-test-run-flakelet-relay> agent # [1118744.602222] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118744.527448] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:32.814860Z","level":"INFO","message":"deploy accepted","job":"50b530bfa9fd7387c67181077e64bb80","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118746.144717] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:34.432169Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1118746.146248] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:34.433658Z","level":"INFO","message":"deploy finished","job":"50b530bfa9fd7387c67181077e64bb80","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 4.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTM1NSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDU1LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVUk5SV1BQQlA2WERRPT09IiwibmJmIjoxNzkwMjUxMDU1LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UpmKgLfWrLzicAcKdlbRYvCRQkUdBWwCqbGxgXnCcaNzmTFCIGjPiZKd-Z1kyBXtQJqYyXsM9PAQYv6hHuKIAg' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTM1NSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMDU1LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVUk5SV1BQQlA2WERRPT09IiwibmJmIjoxNzkwMjUxMDU1LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.UpmKgLfWrLzicAcKdlbRYvCRQkUdBWwCqbGxgXnCcaNzmTFCIGjPiZKd-Z1kyBXtQJqYyXsM9PAQYv6hHuKIAg' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 5.41 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [1118746.883130] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1118746.884839] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118746.885132] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1118746.901529] agent systemd[1]: Reload requested from client PID 2288 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118746.901600] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118747.251946] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1118747.352754] agent systemd[1]: Reload requested from client PID 2317 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118747.352794] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118747.684392] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1118747.770795] agent systemd[1]: Reload requested from client PID 2345 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118747.770837] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118748.108366] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [1118748.196741] agent systemd[1]: Reload requested from client PID 2374 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118748.196782] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118748.530126] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.81 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [1118748.617761] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1118748.654301] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.08 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [1118750.654548] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:38.941959Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118750.845050] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1118750.845586] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118750.845852] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1118750.860036] agent systemd[1]: Reload requested from client PID 2424 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118750.860077] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118751.196041] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1118751.295934] agent systemd[1]: Reload requested from client PID 2453 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118751.295973] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118751.626403] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1118751.713474] agent systemd[1]: Reload requested from client PID 2481 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118751.713514] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118752.044440] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1118752.134376] agent systemd[1]: Reload requested from client PID 2510 ('systemctl')...
container-test-run-flakelet-relay> agent # [1118752.134417] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118752.465747] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.78 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [1118752.544812] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1118752.581202] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1118752.647237] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:40.934667Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 1.05 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 6.85 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251061 | grep -q 'app-slow'
container-test-run-flakelet-relay> agent # [1118753.719132] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:42.006493Z","level":"INFO","message":"start","id":"ac91accd03e100102dd231a1a2b4cd95","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118753.719986] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:42.007342Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"ac91accd03e100102dd231a1a2b4cd95\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118753.761595] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118753.798295] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118753.802910] agent flakelet[2559]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1118753.803556] agent flakelet[2559]: app: activating generation 7
container-test-run-flakelet-relay> agent # [1118753.822180] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1118753.822636] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118753.822900] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1118753.840990] agent systemd[1]: Reload requested from client PID 2566 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118753.841074] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118753.663111] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:41.950443Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1118753.718737] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:42.006175Z","level":"INFO","message":"deploy accepted","job":"11a3ef7c61da4a02f5bbff6b59d558a2","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118754.186143] agent systemd[1]: Reloading finished in 344 ms.
container-test-run-flakelet-relay> agent # [1118754.269472] agent systemd[1]: Reload requested from client PID 2596 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118754.269513] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251061 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251061 | grep -q 'updated to generation'
container-test-run-flakelet-relay> agent # [1118754.602341] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1118754.684727] agent systemd[1]: Reload requested from client PID 2628 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118754.684764] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118754.829922] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:43.117356Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118754.799821] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:43.087236Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118755.014840] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [1118755.106045] agent systemd[1]: Reload requested from client PID 2674 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118755.106083] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118755.437942] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1118755.539328] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1118755.832469] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:44.119907Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118757.835824] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:46.123179Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251061 | grep -q 'updated to generation', in 7.11 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [1118761.635444] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1118761.642415] agent flakelet[2559]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [1118761.644913] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118761.838250] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:50.125645Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118762.675221] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:50.962637Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.39 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> relay # [1118769.841795] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:58.129208Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118769.841695] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:58.129103Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118769.843366] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:58.130846Z","level":"INFO","message":"deploy finished","job":"11a3ef7c61da4a02f5bbff6b59d558a2","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118769.842921] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:58.130409Z","level":"INFO","message":"start","id":"ac91accd03e100102dd231a1a2b4cd95","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118770.101272] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:58.388593Z","level":"INFO","message":"deploy accepted","job":"a121d4f09d3479b4cb3db45ad5b65c0f","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118770.101714] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:58.389038Z","level":"INFO","message":"start","id":"94c5b24cec9eb2a22e4236d052c26186","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118770.102321] agent flakelet-agent[1836]: {"timestamp":"2026-09-24T11:57:58.389811Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"94c5b24cec9eb2a22e4236d052c26186\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118770.145543] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118770.173385] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118770.178999] agent flakelet[2795]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1118770.179789] agent flakelet[2795]: app: activating generation 8
container-test-run-flakelet-relay> agent # [1118770.198540] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [1118770.200217] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118770.200487] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [1118770.217512] agent systemd[1]: Reload requested from client PID 2802 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118770.217583] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118770.569748] agent systemd[1]: Reloading finished in 351 ms.
container-test-run-flakelet-relay> agent # [1118770.654681] agent systemd[1]: Reload requested from client PID 2836 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118770.654730] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118770.992584] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [1118771.077329] agent systemd[1]: Reload requested from client PID 2865 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118771.077376] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118771.417365] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [1118771.500522] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1118771.508985] agent systemd[1]: Reload requested from client PID 2900 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118771.509032] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118771.500988] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:57:59.788337Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.91 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> agent # [1118771.856103] agent systemd[1]: Reloading finished in 346 ms.
container-test-run-flakelet-relay> agent # [1118771.931383] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118771.931599] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1118771.931615] agent systemd[1]: flakelet-agent.service: Consumed 1.070s CPU time over 29.386s wall clock time.
container-test-run-flakelet-relay> agent # [1118771.950690] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [1118771.951525] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1118772.002390] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:00.289871Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"94c5b24cec9eb2a22e4236d052c26186\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118772.022102] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1118772.035618] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:00.323099Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118772.036877] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:00.324378Z","level":"INFO","message":"start","id":"94c5b24cec9eb2a22e4236d052c26186","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118772.035787] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:58:00.323203Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118778.014158] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1118778.023809] agent flakelet[2795]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [1118778.027315] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118778.587758] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:58:06.875184Z","level":"INFO","message":"deploy finished","job":"a121d4f09d3479b4cb3db45ad5b65c0f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118778.586574] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:06.874011Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.08 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.07 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251087 | grep -q 'app-slow'
container-test-run-flakelet-relay> agent # [1118779.181337] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:07.468744Z","level":"INFO","message":"start","id":"463c0da5a0baaf6443971e55beb90d08","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118779.181955] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:07.469441Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"463c0da5a0baaf6443971e55beb90d08\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118779.221629] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118779.257361] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118779.261668] agent flakelet[3377]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1118779.262303] agent flakelet[3377]: app: activating generation 9
container-test-run-flakelet-relay> agent # [1118779.281462] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1118779.281920] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1118779.282201] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1118779.300820] agent systemd[1]: Reload requested from client PID 3384 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118779.300892] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1118779.180938] relay flakelet-relay[400]: {"timestamp":"2026-09-24T11:58:07.468373Z","level":"INFO","message":"deploy accepted","job":"750ee61ffac0c2f6a8d99d70c270513a","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118779.651430] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1118779.735335] agent systemd[1]: Reload requested from client PID 3414 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118779.735373] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790251087 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1118780.070570] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1118780.154898] agent systemd[1]: Reload requested from client PID 3445 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118780.154935] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118780.207391] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:08.494847Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118780.206888] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1118780.255764] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118780.256167] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1118780.256204] relay systemd[1]: flakelet-relay.service: Consumed 2.588s CPU time over 1min 8.222s wall clock time.
container-test-run-flakelet-relay> relay # [1118780.292474] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118780.510111] agent systemd[1]: Reloading finished in 354 ms.
container-test-run-flakelet-relay> agent # [1118780.599714] agent systemd[1]: Reload requested from client PID 3481 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1118780.599751] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1118780.940068] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [1118781.028522] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1118781.210614] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:09.497883Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.54 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [1118781.732519] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:10.019934Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118781.733332] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:10.020375Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118781.733080] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1118783.222810] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:11.510223Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118783.223087] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:11.510465Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1118787.105548] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1118787.115093] agent flakelet[3377]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [1118787.118544] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118787.227118] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:15.514563Z","level":"INFO","message":"job reattached","job":"750ee61ffac0c2f6a8d99d70c270513a","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118788.186432] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:16.473846Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.70 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [1118788.860043] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:17.147454Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1118788.860448] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:17.147851Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118788.861186] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:17.148669Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118788.903997] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1118788.941379] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1118788.947474] agent flakelet[3555]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1118788.948096] agent flakelet[3555]: other: up to date
container-test-run-flakelet-relay> agent # [1118788.948983] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1118789.488344] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:17.775759Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118789.507149] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:17.794623Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118789.489794] relay flakelet-relay[932]: {"timestamp":"2026-09-24T11:58:17.777239Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118789.506870] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1118789.544862] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118789.545374] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1118789.545421] relay systemd[1]: flakelet-relay.service: Consumed 2.110s CPU time over 9.252s wall clock time.
container-test-run-flakelet-relay> relay # [1118789.581093] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1118790.509605] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:18.797008Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.52 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1118791.010944] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:19.298356Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118791.011747] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:19.298865Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1118791.011481] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1118792.524638] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:20.812054Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1118792.524779] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:20.812182Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTQwMSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMTAxLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzTVRKTlBJUzJWRFdNPT09IiwibmJmIjoxNzkwMjUxMTAxLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.lINMgbb0MANNMmTT1tSzLs1P29Ai55_vuUBCOJ5YDCV6-xd6TdU0n84tST_WPYddDDx4i121ejlWtumQgO_vAg' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> agent # [1118793.170757] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:21.458195Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1118793.171388] agent flakelet-agent[2932]: {"timestamp":"2026-09-24T11:58:21.458880Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1118793.209944] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1118793.237159] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1118793.242240] agent flakelet[3583]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1118793.242898] agent flakelet[3583]: app: up to date
container-test-run-flakelet-relay> agent # [1118793.245331] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1118793.170301] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:21.457727Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTQwMSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMTAxLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzTVRKTlBJUzJWRFdNPT09IiwibmJmIjoxNzkwMjUxMTAxLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.lINMgbb0MANNMmTT1tSzLs1P29Ai55_vuUBCOJ5YDCV6-xd6TdU0n84tST_WPYddDDx4i121ejlWtumQgO_vAg' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTQwMSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMTAxLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzTVRKTlBJUzJWRFdNPT09IiwibmJmIjoxNzkwMjUxMTAxLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.lINMgbb0MANNMmTT1tSzLs1P29Ai55_vuUBCOJ5YDCV6-xd6TdU0n84tST_WPYddDDx4i121ejlWtumQgO_vAg' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDI1MTQwMSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwMjUxMTAxLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzTVRKTlBJUzJWRFdNPT09IiwibmJmIjoxNzkwMjUxMTAxLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.lINMgbb0MANNMmTT1tSzLs1P29Ai55_vuUBCOJ5YDCV6-xd6TdU0n84tST_WPYddDDx4i121ejlWtumQgO_vAg' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.97 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.09 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 52)
container-test-run-flakelet-relay> kill NspawnMachine (pid 53)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> relay # [1118793.788480] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:22.075915Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1118793.864678] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:58:22] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=vWfvZLp8qwDvfD0IBDDJEn0YHMasVLtww-yDTP23VDQ&code_challenge=YW2Unp543V1T3NPLETFFxZhwb2lL9KAtlDxowwo2L8w&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [1118793.916767] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[185]: 127.0.0.1 - - [24/Sep/2026 11:58:22] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1118793.917547] relay flakelet-relay[1322]: {"timestamp":"2026-09-24T11:58:22.205017Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> kill NspawnMachine (pid 55)
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.34 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job 1871c3fd17edfdfcb76aed332435f41d via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 2feedd7e91a8f353c42fa3ee97c25d43 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 11a3ef7c61da4a02f5bbff6b59d558a2 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job a121d4f09d3479b4cb3db45ad5b65c0f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 750ee61ffac0c2f6a8d99d70c270513a via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job ba06e9013ed242407d983748a5eb08fe
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: 404 Not Found: unknown_job: no connected agent knows this job, retrying in 4s
container-test-run-flakelet-relay> » job 750ee61ffac0c2f6a8d99d70c270513a via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1790251097	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790251087	ba06e9013ed242407d983748a5eb08fe	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790251078	6416dc9854ff34b089f74a6bb79fdc3a	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790251062	19a8da5978cf2a08888bed115cdcd869	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790251060	local-app-6-1790251060	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790251056	local-app-5-1790251056	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790251052	e1526e36a54fa5b10badfed7a0340029	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790251041	2a1723a12e9a30fb0c0543aa8b50a943	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790251041	36adedcd03ad08b6ca3aebdb619f23b6	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790251040	574fd2a0e6c176b93b19ffcde65edf9b	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790251039	0380202514fd490c030680d7ee2f2a83	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790251035	8fda3fab2737ba048367e777c6fffb3b	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1790251034	70d9ed21da305f4b22d4267326a7352e	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790251034	b1f1bda563c13fa1a0977dffff4a9f37	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790251031	1e80f73d1cbf36e77e9eb96bd80d74d4	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1790251028	a88ee4187cc3aed4b9f43615d3569972	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1790251025	f46c37388dded28a93e329ce6c334a4a	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790251022	local-app-1-1790251022	host activation	agent/app:updated
container-test-run-flakelet-relay> 1790251022	local-flakelet-agent-1-1790251022	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1790251022	local-other-1-1790251022	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
error: Cannot build '/nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/prdwdgaiafrbgprimg3ch479m0fk4cjs-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1790251034	70d9ed21da305f4b22d4267326a7352e	dev@example.org	agent/other:unchanged
       > 1790251034	b1f1bda563c13fa1a0977dffff4a9f37	dev@example.org	agent/other:unchanged
       > 1790251031	1e80f73d1cbf36e77e9eb96bd80d74d4	someone	agent/other:unchanged
       > 1790251028	a88ee4187cc3aed4b9f43615d3569972	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1790251025	f46c37388dded28a93e329ce6c334a4a	admin@example.org	agent/app:updated
       > 1790251022	local-app-1-1790251022	host activation	agent/app:updated
       > 1790251022	local-flakelet-agent-1-1790251022	host activation	agent/flakelet-agent:updated
       > 1790251022	local-other-1-1790251022	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/1pfwbz29g35j2afnmzzhnp99xjq1kqx9-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       > Container relay terminated by signal KILL.
       For full logs, run:
         nix log /nix/store/ydir20npxjp1r92jkigiv5n6ibjbalf7-container-test-run-flakelet-relay.drv